[ 522.866626] env[65585]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.866626] env[65585]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.847976] env[65675]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.847976] env[65675]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.398816] env[65675]: INFO neutron.common.config [-] Logging enabled! [ 525.399156] env[65675]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 525.399417] env[65675]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65675) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.399731] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.399826] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.400656] env[65675]: WARNING oslo_policy.policy [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.400882] env[65675]: WARNING oslo_policy.policy [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.402535] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] VMware NSXv3 Agent initialized successfully. [ 525.402883] env[65675]: DEBUG oslo_concurrency.lockutils [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Acquiring lock "singleton_lock" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.403015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Acquired lock "singleton_lock" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.403225] env[65675]: DEBUG oslo_concurrency.lockutils [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Releasing lock "singleton_lock" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.403556] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Full set of CONF: {{(pid=65675) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.403671] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ******************************************************************************** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.403777] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Configuration options gathered from: {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.404142] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.404316] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.404426] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ================================================================================ {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.404591] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] agent_down_time = 75 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.404730] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] allow_automatic_dhcp_failover = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.404864] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] allow_bulk = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405024] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] api_extensions_path = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405167] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] api_paste_config = api-paste.ini {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405307] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] auth_strategy = keystone {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405413] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] backdoor_port = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405551] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] backdoor_socket = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405645] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] backlog = 4096 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405778] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.405933] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] bind_host = 0.0.0.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406083] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] bind_port = 9696 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406217] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] client_socket_timeout = 900 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406357] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] config_dir = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406470] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406601] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] config_source = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406737] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] control_exchange = neutron {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.406874] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] core_plugin = ml2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407035] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] debug = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407207] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] default_availability_zones = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407378] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407520] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dhcp_agent_notification = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407656] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dhcp_agents_per_network = 1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407788] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dhcp_lease_duration = 86400 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.407945] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dhcp_load_type = networks {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408077] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dns_domain = openstacklocal {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408214] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408348] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_default_route_bfd = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408477] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_default_route_ecmp = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408603] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_dvr = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408729] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_new_agents = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408856] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.408983] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_signals = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409123] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] enable_traditional_dhcp = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409298] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] external_dns_driver = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409472] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] filter_validation = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409620] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] global_physnet_mtu = 8950 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409755] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] graceful_shutdown_timeout = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.409935] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] host = cpu-1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410088] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] host_dvr_for_dhcp = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410228] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] http_retries = 3 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410373] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] instance_format = [instance: %(uuid)s] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410507] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410638] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ipam_driver = internal {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410766] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ipv6_pd_enabled = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.410894] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] l3_ha = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411039] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411178] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] l3_ha_network_physical_name = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411338] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] l3_ha_network_type = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411487] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_color = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411623] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_config_append = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411759] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.411889] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_dir = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412023] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_file = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412128] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_options = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412262] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_rotate_interval = 1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412455] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_rotate_interval_type = days {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412634] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] log_rotation_type = none {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412743] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412847] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.412986] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413137] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413240] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413379] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_dns_nameservers = 5 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413511] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_header_line = 16384 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413641] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_l3_agents_per_router = 3 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413768] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_logfile_count = 30 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.413898] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_logfile_size_mb = 200 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414035] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] max_subnet_host_routes = 20 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414176] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] my_ip = 10.180.1.21 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414316] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] my_ipv6 = ::1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414441] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] network_auto_schedule = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414565] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] network_link_prefix = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414700] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414838] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] notify_nova_on_port_data_changes = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.414971] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] notify_nova_on_port_status_changes = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415117] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] pagination_max_limit = -1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415248] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] publish_errors = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415390] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rate_limit_burst = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415674] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rate_limit_except_level = CRITICAL {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415766] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rate_limit_interval = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.415900] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] retry_until_window = 30 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416041] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] router_distributed = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416180] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rpc_resources_processing_step = 20 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416316] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rpc_response_max_timeout = 600 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416452] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] rpc_response_timeout = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416587] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] send_events_interval = 2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416736] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] service_plugins = ['router'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.416875] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] setproctitle = on {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417014] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] shell_completion = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417151] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] state_path = /opt/stack/data/neutron {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417307] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] syslog_log_facility = LOG_USER {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417444] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] tcp_keepidle = 600 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417580] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] transport_url = **** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417710] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] use_journal = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417837] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] use_json = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.417964] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] use_ssl = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418104] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] use_stderr = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418243] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] use_syslog = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418370] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vlan_qinq = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418493] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vlan_transparent = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418621] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] watch_log_file = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418751] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] wsgi_default_pool_size = 100 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.418879] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] wsgi_keep_alive = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.419023] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.419157] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] wsgi_server_debug = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.419334] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_concurrency.disable_process_locking = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.419480] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.419622] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.419753] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.419891] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420036] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420174] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420323] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.connection_string = messaging:// {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420461] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.enabled = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420598] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.es_doc_type = notification {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420730] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.es_scroll_size = 10000 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420864] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.es_scroll_time = 2m {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.420994] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.filter_error_trace = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421140] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.hmac_keys = **** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421275] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.sentinel_service_name = mymaster {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421414] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.socket_timeout = 0.1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421544] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.trace_requests = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421671] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler.trace_sqlalchemy = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421813] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler_jaeger.process_tags = {} {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.421942] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler_jaeger.service_name_prefix = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.422084] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] profiler_otlp.service_name_prefix = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.422233] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.enforce_new_defaults = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.422503] env[65675]: WARNING oslo_config.cfg [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.422650] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.enforce_scope = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.422792] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.policy_default_rule = default {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.422938] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423088] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423229] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423392] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423532] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423662] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423793] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.423931] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424086] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424234] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] agent.extensions = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424374] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424512] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] service_providers.service_provider = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424652] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.default_quota = -1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424789] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.424921] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_floatingip = 50 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425062] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_network = 100 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425194] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_port = 500 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425325] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425452] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_router = 10 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425581] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_security_group = 10 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425717] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425847] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.quota_subnet = 100 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.425963] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] QUOTAS.track_quota_usage = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426119] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426250] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426379] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426507] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426641] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426773] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.426901] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427049] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427188] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427424] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427498] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427627] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427759] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.427889] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_dhcp_release.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428040] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428170] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428297] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428430] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428563] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428694] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428821] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_ovs_vsctl.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.428956] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.capabilities = [21] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429095] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429253] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429417] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429527] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429659] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429787] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_namespace.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.429922] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.capabilities = [12] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430066] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430218] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430375] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430517] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430650] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430777] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_conntrack.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.430914] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.capabilities = [12, 21] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431052] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.group = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431180] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.helper_command = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431316] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.log_daemon_traceback = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431450] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431582] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.thread_pool_size = 8 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431705] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] privsep_link.user = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431854] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.431997] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432145] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.continue_on_failed_promotions = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432280] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.dscp = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432417] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.dscp_inherit = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432554] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.force_mp_to_policy = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432685] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.locking_coordinator_url = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432816] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.log_agent_heartbeats = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.432946] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.logging_expire = 1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433095] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433245] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433405] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.polling_interval = 240 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433550] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433703] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433849] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.report_interval = 30.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.433989] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434144] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434284] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434424] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.sync_skew = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434559] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.synchronization_queue_size = 20 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434693] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT.use_helper_for_ns_read = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434832] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] SECURITYGROUP.enable_ipset = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.434972] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] SECURITYGROUP.enable_security_group = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435124] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435267] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435410] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] experimental.ipv6_pd_enabled = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435563] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.extension_drivers = ['port_security'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435694] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.external_network_type = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435838] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.435978] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.overlay_ip_version = 4 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436125] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.path_mtu = 8950 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436274] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.physical_network_mtus = {} {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436437] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436580] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436722] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ml2.type_drivers = ['vlan'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436862] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.436995] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437144] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437310] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437460] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437596] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437733] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.437869] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438013] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438214] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438360] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_login_password = **** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438505] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438641] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_login_user = admin {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438777] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.438915] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439059] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439223] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439381] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439538] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439680] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439815] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.439949] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440102] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440247] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440416] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440562] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440753] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.440894] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441041] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441183] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441327] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.auth_section = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441465] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.auth_type = password {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441606] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441736] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.certfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.441872] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.collect_timing = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442021] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.endpoint_type = public {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442156] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.insecure = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442285] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.keyfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442427] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.region_name = RegionOne {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442562] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.split_loggers = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442691] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] nova.timeout = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442826] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.auth_section = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.442968] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.auth_type = password {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443116] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443246] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.certfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443696] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.collect_timing = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443696] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.endpoint_type = public {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443696] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.insecure = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443786] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.keyfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443873] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.region_name = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.443993] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.split_loggers = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444130] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] placement.timeout = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444265] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.auth_section = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444394] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.auth_type = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444519] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.cafile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444646] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.certfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444776] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.collect_timing = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.444901] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.connect_retries = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445034] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.connect_retry_delay = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445165] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.enable_notifications = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445292] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.endpoint_override = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445471] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.insecure = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445569] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.interface = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445669] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.keyfile = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445793] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.max_version = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.445936] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.min_version = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446070] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.region_name = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446211] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.retriable_status_codes = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446297] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.service_name = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446536] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.service_type = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446603] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.split_loggers = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446673] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.status_code_retries = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446801] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.status_code_retry_delay = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.446926] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.timeout = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447060] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.valid_interfaces = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447204] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ironic.version = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447356] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] cli_script.dry_run = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447498] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447636] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447779] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.447885] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448018] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448151] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448281] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448411] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448540] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448675] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448801] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.448937] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449082] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449241] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449390] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449532] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449666] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449800] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.449938] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450080] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450222] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450350] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450479] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450609] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450739] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450866] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.450994] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451137] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451266] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451435] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451582] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451725] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451864] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.451997] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452147] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452285] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452418] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452559] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_notifications.driver = [] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452695] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_notifications.retry = -1 {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452845] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.452977] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.453093] env[65675]: DEBUG oslo_service.backend._eventlet.service [None req-0a2798d5-4abd-479c-b134-7fe6e0423502 None None] ******************************************************************************** {{(pid=65675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.454203] env[65675]: DEBUG neutron.agent.securitygroups_rpc [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Init firewall settings (driver=nsxv3) {{(pid=65675) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.455558] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65675) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.455798] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.458081] env[65675]: DEBUG dogpile.cache.region [None req-d1597869-a089-4250-a80d-046490a3e09f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.458204] env[65675]: DEBUG dogpile.lock [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.458310] env[65675]: DEBUG dogpile.lock [None req-d1597869-a089-4250-a80d-046490a3e09f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.458400] env[65675]: DEBUG dogpile.lock [None req-d1597869-a089-4250-a80d-046490a3e09f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.458491] env[65675]: DEBUG dogpile.cache.region [None req-d1597869-a089-4250-a80d-046490a3e09f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.458575] env[65675]: DEBUG dogpile.lock [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.458700] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.479712] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Session token - acquiring [ 525.481302] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.481476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.481605] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.482019] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.493843] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.762869] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.797101] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.797301] env[65675]: DEBUG dogpile.cache.region [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.797416] env[65675]: DEBUG dogpile.lock [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.797551] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Activating Policy API Provider. [ 525.797745] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Looking for the default Infrastructure Rules. [ 525.898261] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Looking for the Default Layer3 Logged Drop Section. [ 525.913381] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.913864] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.914043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.914148] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.914437] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.914778] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-d1597869-a089-4250-a80d-046490a3e09f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.430943] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-d1597869-a089-4250-a80d-046490a3e09f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.933539] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-d1597869-a089-4250-a80d-046490a3e09f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.436446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Inventory metadata is going to be refreshed. [ 527.436810] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.242755] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.243037] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.243090] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.243392] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.254160] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.256134] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.256865] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.274164] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.274394] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.274526] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.274854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.275036] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.275217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.275365] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.275498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.301874] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.302156] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.302298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.302630] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.302849] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.303034] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.326097] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.326352] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.326480] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.326830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.327028] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.327219] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.348170] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.348415] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.348556] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.348876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.349071] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.349335] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.349511] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.349658] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.367564] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.367841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.367979] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.368454] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.368702] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.368903] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.369073] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.369323] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.390386] env[65675]: DEBUG networking_nsxv3.common.locking [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.390635] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.390798] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.391169] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.391355] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.391609] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.391794] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.391920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Inventory metadata have been refreshed. [ 528.392054] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Dryrun:True. Metadata refresh completed. [ 528.392205] env[65675]: DEBUG oslo_concurrency.lockutils [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.393991] env[65675]: INFO neutron.agent.agent_extensions_manager [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Loaded agent extensions: [] [ 528.394854] env[65675]: DEBUG neutron_lib.callbacks.manager [None req-d1597869-a089-4250-a80d-046490a3e09f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65675) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.441054] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.441393] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.441393] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent out of sync with plugin! [ 533.396554] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.396944] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.401507] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.401507] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.399426] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.399750] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.500689] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e6e0a6b9-c309-4198-8e8b-aac36cabdb04 demo admin] Enqueued Resource ID: f2765eff-3a1c-4129-9711-d5635f8b4761 with Priority: HIGHEST for action security_group_rules [ 543.501230] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2765eff-3a1c-4129-9711-d5635f8b4761 with Priority: HIGHEST for action security_group_rules [ 543.501527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2765eff-3a1c-4129-9711-d5635f8b4761 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.501663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2765eff-3a1c-4129-9711-d5635f8b4761" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.501748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2765eff-3a1c-4129-9711-d5635f8b4761" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.502130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2765eff-3a1c-4129-9711-d5635f8b4761" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.502219] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2765eff-3a1c-4129-9711-d5635f8b4761',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.024060] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.024323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.024323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.024495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.024588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.024684] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2765eff-3a1c-4129-9711-d5635f8b4761 already deleted. [ 544.024767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2765eff-3a1c-4129-9711-d5635f8b4761" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.398507] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.398773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.398773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.398889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.399100] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.901869] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.405249] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.907247] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 545.909221] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 546.627064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.627064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.627064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.627064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.638669] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 546.639703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.640429] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 546.656727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.657119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.657298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.658066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.658066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.658066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 546.658066] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.658066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 546.676109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.676420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.676586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.676863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.677108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.678044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.698415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.698776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.698952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.699255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.699484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.699722] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.717283] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.718072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.718072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.718072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.718072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.718270] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 546.718270] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.718270] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 546.735511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.735945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.736693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.736693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.736693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.736693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 546.736693] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.737033] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 546.756921] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.757310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.757519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.757863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.758117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 546.759021] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 546.759021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 546.759297] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 546.759297] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 546.759297] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.777396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.777560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.777615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.777841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.777953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.778094] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.798340] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.798535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.798578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.798781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.798912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.811413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.502651] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.503078] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.503815] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.504061] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.505402] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.505768] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.506598] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.506993] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.507316] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.507648] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.661312] env[65675]: INFO networking_nsxv3.common.synchronization [None req-1be4b709-c0d2-4bc9-a154-7e92b9b2f137 None None] Enqueued Resource ID: b4b75d38-6299-4160-aea4-10903bbee3c4 with Priority: HIGHEST for action port [ 570.661977] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b75d38-6299-4160-aea4-10903bbee3c4 with Priority: HIGHEST for action port [ 570.662435] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b75d38-6299-4160-aea4-10903bbee3c4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.662566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b75d38-6299-4160-aea4-10903bbee3c4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.662641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b75d38-6299-4160-aea4-10903bbee3c4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.662890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b75d38-6299-4160-aea4-10903bbee3c4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.662981] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b75d38-6299-4160-aea4-10903bbee3c4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.165669] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4b75d38-6299-4160-aea4-10903bbee3c4 [ 571.166061] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.166136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.166249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.166379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.166474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.166573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4b75d38-6299-4160-aea4-10903bbee3c4 already deleted. [ 571.166678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b75d38-6299-4160-aea4-10903bbee3c4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.488616] env[65675]: INFO networking_nsxv3.common.synchronization [None req-714928ab-4571-4947-a254-b63b3f96950a None None] Enqueued Resource ID: 3bcb7c21-20b4-4292-a157-43880c2bc9ba with Priority: HIGHEST for action port [ 572.489165] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcb7c21-20b4-4292-a157-43880c2bc9ba with Priority: HIGHEST for action port [ 572.489480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bcb7c21-20b4-4292-a157-43880c2bc9ba taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.489871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bcb7c21-20b4-4292-a157-43880c2bc9ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.489871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bcb7c21-20b4-4292-a157-43880c2bc9ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.489962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bcb7c21-20b4-4292-a157-43880c2bc9ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.490522] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bcb7c21-20b4-4292-a157-43880c2bc9ba',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.994446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bcb7c21-20b4-4292-a157-43880c2bc9ba [ 572.994753] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.995008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.995082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.995326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.995454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.995583] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bcb7c21-20b4-4292-a157-43880c2bc9ba already deleted. [ 572.995959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bcb7c21-20b4-4292-a157-43880c2bc9ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.735463] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5848ff17-a72b-477b-ba61-ae5ce9eb32c1 None None] Enqueued Resource ID: 857a0390-d861-4c2b-855a-8e2f12dead09 with Priority: HIGHEST for action port [ 574.736014] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857a0390-d861-4c2b-855a-8e2f12dead09 with Priority: HIGHEST for action port [ 574.736340] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-857a0390-d861-4c2b-855a-8e2f12dead09 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.736469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857a0390-d861-4c2b-855a-8e2f12dead09" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.736537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857a0390-d861-4c2b-855a-8e2f12dead09" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.737066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857a0390-d861-4c2b-855a-8e2f12dead09" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.737231] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857a0390-d861-4c2b-855a-8e2f12dead09',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.934464] env[65675]: INFO networking_nsxv3.common.synchronization [None req-fc9bbfad-497d-4b5b-a613-949630b86cc5 None None] Enqueued Resource ID: a94e1066-4262-4a0e-af53-77ca4f02f417 with Priority: HIGHEST for action port [ 574.935077] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94e1066-4262-4a0e-af53-77ca4f02f417 with Priority: HIGHEST for action port [ 574.935353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a94e1066-4262-4a0e-af53-77ca4f02f417 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.935486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a94e1066-4262-4a0e-af53-77ca4f02f417" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.935556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a94e1066-4262-4a0e-af53-77ca4f02f417" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.936416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a94e1066-4262-4a0e-af53-77ca4f02f417" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.936518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94e1066-4262-4a0e-af53-77ca4f02f417',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.239220] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 857a0390-d861-4c2b-855a-8e2f12dead09 [ 575.239670] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.239670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.239855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.240266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.240369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.240494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:857a0390-d861-4c2b-855a-8e2f12dead09 already deleted. [ 575.240551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857a0390-d861-4c2b-855a-8e2f12dead09" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.439421] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a94e1066-4262-4a0e-af53-77ca4f02f417 [ 575.439653] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.440978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.440978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.440978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.440978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.440978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a94e1066-4262-4a0e-af53-77ca4f02f417 already deleted. [ 575.440978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a94e1066-4262-4a0e-af53-77ca4f02f417" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.157781] env[65675]: INFO networking_nsxv3.common.synchronization [None req-bdc90c5a-41eb-4edd-98d3-2abfd6f722b4 None None] Enqueued Resource ID: 7db5892f-5f16-4787-85cb-d0340089a38d with Priority: HIGHEST for action port [ 577.158339] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db5892f-5f16-4787-85cb-d0340089a38d with Priority: HIGHEST for action port [ 577.158731] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db5892f-5f16-4787-85cb-d0340089a38d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.158848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db5892f-5f16-4787-85cb-d0340089a38d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.158848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db5892f-5f16-4787-85cb-d0340089a38d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.162107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db5892f-5f16-4787-85cb-d0340089a38d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.162424] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db5892f-5f16-4787-85cb-d0340089a38d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.667631] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7db5892f-5f16-4787-85cb-d0340089a38d [ 577.668083] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.668265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.668327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.668523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.668615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.668714] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7db5892f-5f16-4787-85cb-d0340089a38d already deleted. [ 577.668895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db5892f-5f16-4787-85cb-d0340089a38d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.955636] env[65675]: INFO networking_nsxv3.common.synchronization [None req-328ee7e4-1d38-4972-9125-2b4a14d85d75 None None] Enqueued Resource ID: 54f2f69c-be6d-4268-bc63-1b4257e5a92c with Priority: HIGHEST for action port [ 577.956264] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f2f69c-be6d-4268-bc63-1b4257e5a92c with Priority: HIGHEST for action port [ 577.956588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f2f69c-be6d-4268-bc63-1b4257e5a92c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.956723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f2f69c-be6d-4268-bc63-1b4257e5a92c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.956799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f2f69c-be6d-4268-bc63-1b4257e5a92c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.959865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f2f69c-be6d-4268-bc63-1b4257e5a92c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.959865] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f2f69c-be6d-4268-bc63-1b4257e5a92c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.462930] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54f2f69c-be6d-4268-bc63-1b4257e5a92c [ 578.463354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.464699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.464699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.464699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.464699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.464699] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54f2f69c-be6d-4268-bc63-1b4257e5a92c already deleted. [ 578.464699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f2f69c-be6d-4268-bc63-1b4257e5a92c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.766983] env[65675]: INFO networking_nsxv3.common.synchronization [None req-2755a0a6-5c72-46ce-b0a4-4202747d570b None None] Enqueued Resource ID: 959d7f2a-7c9c-4808-8a4d-c433f52bcc51 with Priority: HIGHEST for action port [ 578.767517] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959d7f2a-7c9c-4808-8a4d-c433f52bcc51 with Priority: HIGHEST for action port [ 578.767902] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-959d7f2a-7c9c-4808-8a4d-c433f52bcc51 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.768714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959d7f2a-7c9c-4808-8a4d-c433f52bcc51" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.768990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959d7f2a-7c9c-4808-8a4d-c433f52bcc51" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.769287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959d7f2a-7c9c-4808-8a4d-c433f52bcc51" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.770126] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959d7f2a-7c9c-4808-8a4d-c433f52bcc51',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.227576] env[65675]: INFO networking_nsxv3.common.synchronization [None req-26fb202c-4a77-4471-8316-0f2cd105b34c None None] Enqueued Resource ID: 3ca3652d-c197-4be7-9684-2db96888bc27 with Priority: HIGHEST for action port [ 579.228017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca3652d-c197-4be7-9684-2db96888bc27 with Priority: HIGHEST for action port [ 579.228359] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca3652d-c197-4be7-9684-2db96888bc27 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.228482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca3652d-c197-4be7-9684-2db96888bc27" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.228541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca3652d-c197-4be7-9684-2db96888bc27" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.228807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca3652d-c197-4be7-9684-2db96888bc27" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.228870] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca3652d-c197-4be7-9684-2db96888bc27',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.274157] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 959d7f2a-7c9c-4808-8a4d-c433f52bcc51 [ 579.274157] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.274157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.274157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.274157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.274157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.274420] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:959d7f2a-7c9c-4808-8a4d-c433f52bcc51 already deleted. [ 579.275026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959d7f2a-7c9c-4808-8a4d-c433f52bcc51" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.732166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ca3652d-c197-4be7-9684-2db96888bc27 [ 579.732510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.732510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.732815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.732815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.732915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.732972] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ca3652d-c197-4be7-9684-2db96888bc27 already deleted. [ 579.733028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca3652d-c197-4be7-9684-2db96888bc27" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.461820] env[65675]: INFO networking_nsxv3.common.synchronization [None req-b8241f72-d5c1-4a5a-a4dc-0ebbdef557c9 None None] Enqueued Resource ID: f13e80d3-2802-43b3-8701-34bf88d6d9c3 with Priority: HIGHEST for action port [ 580.463278] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13e80d3-2802-43b3-8701-34bf88d6d9c3 with Priority: HIGHEST for action port [ 580.463278] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13e80d3-2802-43b3-8701-34bf88d6d9c3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.463278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13e80d3-2802-43b3-8701-34bf88d6d9c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.463278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13e80d3-2802-43b3-8701-34bf88d6d9c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.467028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13e80d3-2802-43b3-8701-34bf88d6d9c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.467028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13e80d3-2802-43b3-8701-34bf88d6d9c3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.917970] env[65675]: INFO networking_nsxv3.common.synchronization [None req-bbbbba6e-0bc1-4884-9cbf-77362d57c977 None None] Enqueued Resource ID: 892bd7b8-4f02-42fa-be23-b63055a66674 with Priority: HIGHEST for action port [ 580.918336] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892bd7b8-4f02-42fa-be23-b63055a66674 with Priority: HIGHEST for action port [ 580.918771] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-892bd7b8-4f02-42fa-be23-b63055a66674 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.918908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-892bd7b8-4f02-42fa-be23-b63055a66674" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.918991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-892bd7b8-4f02-42fa-be23-b63055a66674" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.919399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-892bd7b8-4f02-42fa-be23-b63055a66674" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.919399] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892bd7b8-4f02-42fa-be23-b63055a66674',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.970913] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13e80d3-2802-43b3-8701-34bf88d6d9c3 [ 580.971180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.971314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.971384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.971595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.971685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.971779] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13e80d3-2802-43b3-8701-34bf88d6d9c3 already deleted. [ 580.971861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13e80d3-2802-43b3-8701-34bf88d6d9c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.422030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 892bd7b8-4f02-42fa-be23-b63055a66674 [ 581.422249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.422459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.422459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.422660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.422745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.422868] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:892bd7b8-4f02-42fa-be23-b63055a66674 already deleted. [ 581.422957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-892bd7b8-4f02-42fa-be23-b63055a66674" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.601365] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a6c2fefb-bd67-472e-bde0-b4bde4307099 None None] Enqueued Resource ID: a7e40782-0447-483a-9426-1d02fe5bdbe1 with Priority: HIGHEST for action port [ 582.602171] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e40782-0447-483a-9426-1d02fe5bdbe1 with Priority: HIGHEST for action port [ 582.602171] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e40782-0447-483a-9426-1d02fe5bdbe1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.602608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e40782-0447-483a-9426-1d02fe5bdbe1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.602608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e40782-0447-483a-9426-1d02fe5bdbe1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.602608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e40782-0447-483a-9426-1d02fe5bdbe1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.602854] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e40782-0447-483a-9426-1d02fe5bdbe1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.071135] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0caf7d9f-d3d2-423f-99fb-1cd703b2f606 None None] Enqueued Resource ID: 366c92e8-9968-4594-8451-cec4d815a5ca with Priority: HIGHEST for action port [ 583.073413] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366c92e8-9968-4594-8451-cec4d815a5ca with Priority: HIGHEST for action port [ 583.074055] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-366c92e8-9968-4594-8451-cec4d815a5ca taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.074055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366c92e8-9968-4594-8451-cec4d815a5ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.074055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366c92e8-9968-4594-8451-cec4d815a5ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.074271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366c92e8-9968-4594-8451-cec4d815a5ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.074353] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366c92e8-9968-4594-8451-cec4d815a5ca',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.105374] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e40782-0447-483a-9426-1d02fe5bdbe1 [ 583.105782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.106197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.106197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.106523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.106964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.106964] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e40782-0447-483a-9426-1d02fe5bdbe1 already deleted. [ 583.106964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e40782-0447-483a-9426-1d02fe5bdbe1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.576686] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366c92e8-9968-4594-8451-cec4d815a5ca [ 583.576998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.578691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.578691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.578691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.578691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.578691] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366c92e8-9968-4594-8451-cec4d815a5ca already deleted. [ 583.578691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366c92e8-9968-4594-8451-cec4d815a5ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.076878] env[65675]: INFO networking_nsxv3.common.synchronization [None req-70dcf5a0-ce1e-483d-a1b4-817ec8e4aae9 None None] Enqueued Resource ID: 905697c7-d313-42ea-8065-93a8c776e651 with Priority: HIGHEST for action port [ 584.078124] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905697c7-d313-42ea-8065-93a8c776e651 with Priority: HIGHEST for action port [ 584.078715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-905697c7-d313-42ea-8065-93a8c776e651 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.079142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-905697c7-d313-42ea-8065-93a8c776e651" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.081757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-905697c7-d313-42ea-8065-93a8c776e651" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.081757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-905697c7-d313-42ea-8065-93a8c776e651" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.081757] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905697c7-d313-42ea-8065-93a8c776e651',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.583317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 905697c7-d313-42ea-8065-93a8c776e651 [ 584.583920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.583920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.583920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.584103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.584249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.584369] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:905697c7-d313-42ea-8065-93a8c776e651 already deleted. [ 584.584455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-905697c7-d313-42ea-8065-93a8c776e651" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.625506] env[65675]: INFO networking_nsxv3.common.synchronization [None req-599df690-d5ee-4f9b-abe6-a5267fee2d0e None None] Enqueued Resource ID: e9c48359-b6ce-4e00-afaa-503672d43ab6 with Priority: HIGHEST for action port [ 584.626087] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c48359-b6ce-4e00-afaa-503672d43ab6 with Priority: HIGHEST for action port [ 584.626734] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c48359-b6ce-4e00-afaa-503672d43ab6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.626734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c48359-b6ce-4e00-afaa-503672d43ab6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.626734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c48359-b6ce-4e00-afaa-503672d43ab6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.626963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c48359-b6ce-4e00-afaa-503672d43ab6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.626963] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c48359-b6ce-4e00-afaa-503672d43ab6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.130759] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9c48359-b6ce-4e00-afaa-503672d43ab6 [ 585.130759] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.130759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.130759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.130759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.130759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.130759] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9c48359-b6ce-4e00-afaa-503672d43ab6 already deleted. [ 585.130759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c48359-b6ce-4e00-afaa-503672d43ab6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.392237] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3329bd28-6ec2-4ec7-ba5c-d9c2ec3fe26f None None] Enqueued Resource ID: b5bda520-b869-47ac-874b-1dd4d0d77308 with Priority: HIGHEST for action port [ 585.392764] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5bda520-b869-47ac-874b-1dd4d0d77308 with Priority: HIGHEST for action port [ 585.393073] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5bda520-b869-47ac-874b-1dd4d0d77308 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.393197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5bda520-b869-47ac-874b-1dd4d0d77308" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.393267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5bda520-b869-47ac-874b-1dd4d0d77308" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.393519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5bda520-b869-47ac-874b-1dd4d0d77308" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.393603] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5bda520-b869-47ac-874b-1dd4d0d77308',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.898100] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5bda520-b869-47ac-874b-1dd4d0d77308 [ 585.898366] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.898523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.898632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.898880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.898969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.899073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5bda520-b869-47ac-874b-1dd4d0d77308 already deleted. [ 585.899150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5bda520-b869-47ac-874b-1dd4d0d77308" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.554068] env[65675]: INFO networking_nsxv3.common.synchronization [None req-9757f1be-9a0e-49c0-bbca-c68fa982c03b None None] Enqueued Resource ID: 794ee0ca-a0a9-49cd-aca0-55bedd980ecc with Priority: HIGHEST for action port [ 586.554647] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee0ca-a0a9-49cd-aca0-55bedd980ecc with Priority: HIGHEST for action port [ 586.554945] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-794ee0ca-a0a9-49cd-aca0-55bedd980ecc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.555253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-794ee0ca-a0a9-49cd-aca0-55bedd980ecc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.555322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-794ee0ca-a0a9-49cd-aca0-55bedd980ecc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.556119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-794ee0ca-a0a9-49cd-aca0-55bedd980ecc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.556215] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('794ee0ca-a0a9-49cd-aca0-55bedd980ecc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.722995] env[65675]: INFO networking_nsxv3.common.synchronization [req-1355df15-fc73-474a-ac67-30aa3ced981f req-12701958-3f75-4f2c-a7af-fceac2261c79 tempest-DeleteServersAdminTestJSON-1487908621 tempest-DeleteServersAdminTestJSON-1487908621-project-member] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 586.723639] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 586.723987] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.724253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.724299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.727563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.727563] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.727563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.727563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.727563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.727563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.727563] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.060235] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 794ee0ca-a0a9-49cd-aca0-55bedd980ecc [ 587.062798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.062798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.062798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.062798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.062798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.062798] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:794ee0ca-a0a9-49cd-aca0-55bedd980ecc already deleted. [ 587.062798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-794ee0ca-a0a9-49cd-aca0-55bedd980ecc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.232312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.232312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.232491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.232609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.232705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.232933] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.233121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.233300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.233371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.233465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 already deleted. [ 587.233575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.364208] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d62497b6-860e-486f-a8d1-bceab306e7dc None None] Enqueued Resource ID: 591714ab-98e9-4b63-b773-9c3540c4cad5 with Priority: HIGHEST for action port [ 587.364577] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591714ab-98e9-4b63-b773-9c3540c4cad5 with Priority: HIGHEST for action port [ 587.365182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-591714ab-98e9-4b63-b773-9c3540c4cad5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.365309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591714ab-98e9-4b63-b773-9c3540c4cad5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.365376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591714ab-98e9-4b63-b773-9c3540c4cad5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.365640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591714ab-98e9-4b63-b773-9c3540c4cad5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.365704] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591714ab-98e9-4b63-b773-9c3540c4cad5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.868210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 591714ab-98e9-4b63-b773-9c3540c4cad5 [ 587.868496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.868880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.868985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.869242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.869368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.869489] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:591714ab-98e9-4b63-b773-9c3540c4cad5 already deleted. [ 587.869954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591714ab-98e9-4b63-b773-9c3540c4cad5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.890335] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.890537] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.890792] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.890960] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.891316] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.891473] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.891588] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.892110] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.892284] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.892617] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.892750] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.895012] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.895012] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.895012] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.895012] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.895012] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.915807] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.915983] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.916145] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.916326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.916645] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ea2ad135-860b-4e4b-a464-f9a433ebb7da taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.916813] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.916914] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.917258] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.917691] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea2ad135-860b-4e4b-a464-f9a433ebb7da',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.940905] env[65675]: INFO networking_nsxv3.common.synchronization [None req-be6c0418-5a9d-42d4-9118-0bd5d7215f09 None None] Enqueued Resource ID: bf6e0929-90a7-4291-9863-0c4fc5361d02 with Priority: HIGHEST for action port [ 587.941209] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6e0929-90a7-4291-9863-0c4fc5361d02 with Priority: HIGHEST for action port [ 587.941512] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf6e0929-90a7-4291-9863-0c4fc5361d02 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.941632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf6e0929-90a7-4291-9863-0c4fc5361d02" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.941703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf6e0929-90a7-4291-9863-0c4fc5361d02" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.941946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf6e0929-90a7-4291-9863-0c4fc5361d02" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.942090] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6e0929-90a7-4291-9863-0c4fc5361d02',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.021316] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6eaeda64-7737-4d68-8f8d-0d226271cff5 None None] Enqueued Resource ID: e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2 with Priority: HIGHEST for action port [ 588.022209] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2 with Priority: HIGHEST for action port [ 588.022457] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.022582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.022650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.022940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.023037] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.420140] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.420274] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.420458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.420757] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.420901] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.421061] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ea2ad135-860b-4e4b-a464-f9a433ebb7da not found, creating... [ 588.421326] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.421510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.421627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.421840] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.421973] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.422396] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.422553] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.428121] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.428427] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.428579] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.428732] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ea2ad135-860b-4e4b-a464-f9a433ebb7da is going to be created. [ 588.443816] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf6e0929-90a7-4291-9863-0c4fc5361d02 [ 588.444071] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.444225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.444297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.444503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.444592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.444687] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf6e0929-90a7-4291-9863-0c4fc5361d02 already deleted. [ 588.444768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf6e0929-90a7-4291-9863-0c4fc5361d02" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.448807] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.448997] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.449135] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.449388] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.449647] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.449869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.526239] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2 [ 588.526239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.526239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.526239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.526486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.527027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2 already deleted. [ 588.527027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e24fc2e9-0bc0-4c6a-98c9-69cdbd57ecb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.280322] env[65675]: INFO networking_nsxv3.common.synchronization [req-1355df15-fc73-474a-ac67-30aa3ced981f req-badf8ea0-3946-4ab4-888d-f928ebe9eef6 service nova] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_rules [ 589.280616] env[65675]: INFO networking_nsxv3.common.synchronization [req-1355df15-fc73-474a-ac67-30aa3ced981f req-badf8ea0-3946-4ab4-888d-f928ebe9eef6 service nova] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 589.280616] env[65675]: INFO networking_nsxv3.common.synchronization [req-1355df15-fc73-474a-ac67-30aa3ced981f req-badf8ea0-3946-4ab4-888d-f928ebe9eef6 service nova] Enqueued Resource ID: ea2ad135-860b-4e4b-a464-f9a433ebb7da with Priority: HIGHEST for action port [ 589.282342] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_rules [ 589.282342] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 589.282342] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2ad135-860b-4e4b-a464-f9a433ebb7da with Priority: HIGHEST for action port [ 589.282342] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.282342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.282342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.283692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.283692] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.285270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.285398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.287020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.287020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.287020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.288257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea2ad135-860b-4e4b-a464-f9a433ebb7da taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.288502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.288502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.288603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.288676] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea2ad135-860b-4e4b-a464-f9a433ebb7da',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.792273] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.792442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.800528] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.801551] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea2ad135-860b-4e4b-a464-f9a433ebb7da with status ACTIVE [ 589.801761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.801892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.801974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.804600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.804903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.805038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.805438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.805540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.805789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.805908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.807652] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.807863] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea2ad135-860b-4e4b-a464-f9a433ebb7da is going to be updated. [ 589.834028] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.834028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.834028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.834259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.835221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.835428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea2ad135-860b-4e4b-a464-f9a433ebb7da" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.038256] env[65675]: INFO networking_nsxv3.common.synchronization [None req-7915f85c-85cc-470e-b881-81bd79098cc0 None None] Enqueued Resource ID: cc0f16a3-f4d5-4417-a185-fa940fadadde with Priority: HIGHEST for action port [ 590.038745] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0f16a3-f4d5-4417-a185-fa940fadadde with Priority: HIGHEST for action port [ 590.041347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0f16a3-f4d5-4417-a185-fa940fadadde taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.042756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0f16a3-f4d5-4417-a185-fa940fadadde" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.042877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0f16a3-f4d5-4417-a185-fa940fadadde" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.043615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0f16a3-f4d5-4417-a185-fa940fadadde" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.043731] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0f16a3-f4d5-4417-a185-fa940fadadde',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.310963] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.545558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc0f16a3-f4d5-4417-a185-fa940fadadde [ 590.545806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.545954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.546040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.546275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.546373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.546476] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc0f16a3-f4d5-4417-a185-fa940fadadde already deleted. [ 590.546559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0f16a3-f4d5-4417-a185-fa940fadadde" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.813575] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.814245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.814245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.814245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.814245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.814487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be created. [ 590.840846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.841094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.841174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.841373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.841530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.853936] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: UNINITIALIZED for 2s [ 591.040989] env[65675]: INFO networking_nsxv3.common.synchronization [None req-12ff3a57-d02f-4b32-b5c0-82d43454a6a6 None None] Enqueued Resource ID: 0c747fcf-b49d-498a-824e-f8182e4caa97 with Priority: HIGHEST for action port [ 591.041581] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c747fcf-b49d-498a-824e-f8182e4caa97 with Priority: HIGHEST for action port [ 591.041906] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c747fcf-b49d-498a-824e-f8182e4caa97 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.046730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c747fcf-b49d-498a-824e-f8182e4caa97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.046730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c747fcf-b49d-498a-824e-f8182e4caa97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.046730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c747fcf-b49d-498a-824e-f8182e4caa97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.046941] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c747fcf-b49d-498a-824e-f8182e4caa97',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.549337] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c747fcf-b49d-498a-824e-f8182e4caa97 [ 591.550754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.550754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.551087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.551087] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c747fcf-b49d-498a-824e-f8182e4caa97 already deleted. [ 591.551183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c747fcf-b49d-498a-824e-f8182e4caa97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.760214] env[65675]: INFO networking_nsxv3.common.synchronization [None req-2eafd86d-105d-440f-aa34-b62bbccd4ddf None None] Enqueued Resource ID: c9ff5bad-00c7-4325-9c9e-b08b42788e1b with Priority: HIGHEST for action port [ 591.763761] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ff5bad-00c7-4325-9c9e-b08b42788e1b with Priority: HIGHEST for action port [ 591.763761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ff5bad-00c7-4325-9c9e-b08b42788e1b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.763761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ff5bad-00c7-4325-9c9e-b08b42788e1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.763761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ff5bad-00c7-4325-9c9e-b08b42788e1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.763761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ff5bad-00c7-4325-9c9e-b08b42788e1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.765099] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ff5bad-00c7-4325-9c9e-b08b42788e1b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.267263] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ff5bad-00c7-4325-9c9e-b08b42788e1b [ 592.267516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.267654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.267718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.267939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.269572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.269572] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ff5bad-00c7-4325-9c9e-b08b42788e1b already deleted. [ 592.269572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ff5bad-00c7-4325-9c9e-b08b42788e1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.600055] env[65675]: INFO networking_nsxv3.common.synchronization [None req-714bcd39-4305-48ef-8cdf-f61604683231 None None] Enqueued Resource ID: 8c864ad0-8b0b-41c2-9ffe-079f90950649 with Priority: HIGHEST for action port [ 592.600787] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c864ad0-8b0b-41c2-9ffe-079f90950649 with Priority: HIGHEST for action port [ 592.601702] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c864ad0-8b0b-41c2-9ffe-079f90950649 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.601879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c864ad0-8b0b-41c2-9ffe-079f90950649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.601936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c864ad0-8b0b-41c2-9ffe-079f90950649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.602942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c864ad0-8b0b-41c2-9ffe-079f90950649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.602942] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c864ad0-8b0b-41c2-9ffe-079f90950649',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.804138] env[65675]: INFO networking_nsxv3.common.synchronization [req-95277059-5e60-4764-a7c8-f7f8d2490af2 req-a60d16b2-0dcc-4f29-9801-87abd8c8587d tempest-ImagesOneServerTestJSON-1450716693 tempest-ImagesOneServerTestJSON-1450716693-project-member] Enqueued Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 592.804397] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 592.804681] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.804783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.804858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.806479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.806971] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.806971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.806971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.807174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.807174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.807250] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.866026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 592.867223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.867223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.867223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.867382] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.867457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.867490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.867623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.867700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.867781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.867874] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.108211] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c864ad0-8b0b-41c2-9ffe-079f90950649 [ 593.111018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.111018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.111018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.111018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.111018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.111018] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c864ad0-8b0b-41c2-9ffe-079f90950649 already deleted. [ 593.111793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c864ad0-8b0b-41c2-9ffe-079f90950649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.213277] env[65675]: INFO networking_nsxv3.common.synchronization [None req-1b0c60c9-ab22-4d7b-90c4-d751afc51f8f tempest-VolumesAssistedSnapshotsTest-1597376615 tempest-VolumesAssistedSnapshotsTest-1597376615-project-member] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 593.214432] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 593.214432] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.214660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.214660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.214823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.214895] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.309858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.309858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.309858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.310170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.310258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.310462] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.310596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.310654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.310816] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.310894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.311741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d already deleted. [ 593.311741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.347883] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.348129] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-261" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.348321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-261" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.348566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-261" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.348859] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.348965] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.349358] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.349358] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.349458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.349618] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.350076] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.350076] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.350076] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.350076] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.350333] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.350374] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.358887] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ab8e38ff-5e45-4898-a1a0-95514f8608f0 tempest-VolumesAssistedSnapshotsTest-1597376615 tempest-VolumesAssistedSnapshotsTest-1597376615-project-member] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 593.359467] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 593.360082] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.360082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.371317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.373071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.373393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.376485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.376485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.376485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.376485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.376485] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.379175] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.379407] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.379598] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.379808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-261" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.380208] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-79ce45ad-5689-4fba-a5a5-d028d9e140f4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.380495] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381118] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.381679] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.381951] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ce45ad-5689-4fba-a5a5-d028d9e140f4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.742125] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.742125] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 already deleted. [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.742125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.742125] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.885109] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.885339] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.885462] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.885745] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.885880] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.886040] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 79ce45ad-5689-4fba-a5a5-d028d9e140f4 not found, creating... [ 593.886305] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.886458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886570] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.886777] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.888184] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.888184] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.888184] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.888184] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.888611] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.888810] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.889106] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 79ce45ad-5689-4fba-a5a5-d028d9e140f4 is going to be created. [ 593.890383] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cb50190-3535-43b8-bbf6-5086fab27341: rpc.has_security_group_logging(os_id): False [ 593.920853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.920853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.920853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.920853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921568] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.921568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.921568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.921568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.921931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921931] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be created. [ 593.923997] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.924261] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.924821] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.925444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.925747] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.926260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.021993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.022220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.022315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.022592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.022829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.038499] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 594.141042] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f21b9329-8876-4bcf-b880-3531481a100c None None] Enqueued Resource ID: 6ebd197e-fc9f-4444-a253-f2652629c422 with Priority: HIGHEST for action port [ 594.141594] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebd197e-fc9f-4444-a253-f2652629c422 with Priority: HIGHEST for action port [ 594.145021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ebd197e-fc9f-4444-a253-f2652629c422 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.145021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ebd197e-fc9f-4444-a253-f2652629c422" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.145021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ebd197e-fc9f-4444-a253-f2652629c422" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.145021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ebd197e-fc9f-4444-a253-f2652629c422" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.145021] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ebd197e-fc9f-4444-a253-f2652629c422',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.265511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.265680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.265732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.265940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.266049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.266147] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 already deleted. [ 594.266229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.644084] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ebd197e-fc9f-4444-a253-f2652629c422 [ 594.645010] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.645010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.645010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.645010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.645010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.645010] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ebd197e-fc9f-4444-a253-f2652629c422 already deleted. [ 594.645496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ebd197e-fc9f-4444-a253-f2652629c422" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.671137] env[65675]: INFO networking_nsxv3.common.synchronization [req-95277059-5e60-4764-a7c8-f7f8d2490af2 req-fd586627-c5b8-4162-a653-7161bf252e0f service nova] Enqueued Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_rules [ 594.671332] env[65675]: INFO networking_nsxv3.common.synchronization [req-95277059-5e60-4764-a7c8-f7f8d2490af2 req-fd586627-c5b8-4162-a653-7161bf252e0f service nova] Enqueued Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 594.671462] env[65675]: INFO networking_nsxv3.common.synchronization [req-95277059-5e60-4764-a7c8-f7f8d2490af2 req-fd586627-c5b8-4162-a653-7161bf252e0f service nova] Enqueued Resource ID: 79ce45ad-5689-4fba-a5a5-d028d9e140f4 with Priority: HIGHEST for action port [ 594.672091] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_rules [ 594.672307] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 594.672410] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ce45ad-5689-4fba-a5a5-d028d9e140f4 with Priority: HIGHEST for action port [ 594.672686] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.672807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.672909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.673155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.673303] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.674790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.675261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.675380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.675539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.675697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.676049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.676049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.676049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.682186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.682303] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.683756] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ce45ad-5689-4fba-a5a5-d028d9e140f4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.683756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.683756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.683756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.683756] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ce45ad-5689-4fba-a5a5-d028d9e140f4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.185502] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.185878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.185878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79ce45ad-5689-4fba-a5a5-d028d9e140f4 with status ACTIVE [ 595.186054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.186178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.186332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.186521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.186567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.186710] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.186803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.186867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.187037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.187133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.187319] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.187414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.187477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.187619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.187707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.187809] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79ce45ad-5689-4fba-a5a5-d028d9e140f4 is going to be updated. [ 595.190866] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.219351] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.219570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.219623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.220927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.221209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.221859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ce45ad-5689-4fba-a5a5-d028d9e140f4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.490128] env[65675]: INFO networking_nsxv3.common.synchronization [None req-bffe8b29-9aca-437e-90ef-ccbc213a6a92 None None] Enqueued Resource ID: 811edba9-fc93-4a11-94a2-e0c0b121471a with Priority: HIGHEST for action port [ 595.491264] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811edba9-fc93-4a11-94a2-e0c0b121471a with Priority: HIGHEST for action port [ 595.491478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-811edba9-fc93-4a11-94a2-e0c0b121471a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.491595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811edba9-fc93-4a11-94a2-e0c0b121471a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.491669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811edba9-fc93-4a11-94a2-e0c0b121471a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811edba9-fc93-4a11-94a2-e0c0b121471a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811edba9-fc93-4a11-94a2-e0c0b121471a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.672231] env[65675]: INFO networking_nsxv3.common.synchronization [req-14b0a82b-4908-44ed-807b-26818f700ecb req-17999be6-a84e-463c-8a7c-7236feb10b03 tempest-FloatingIPsAssociationTestJSON-1677723857 tempest-FloatingIPsAssociationTestJSON-1677723857-project-member] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 595.672789] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 595.673100] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.673228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.673296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.673549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.673715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.673818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.673883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.674151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.674263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.674360] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.699478] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.993948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 811edba9-fc93-4a11-94a2-e0c0b121471a [ 595.994253] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.994335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.994394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.994606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.994947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.994947] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:811edba9-fc93-4a11-94a2-e0c0b121471a already deleted. [ 595.994947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811edba9-fc93-4a11-94a2-e0c0b121471a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.050775] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 596.051080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.177229] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.177661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.177661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.177827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.177866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.178123] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.178265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.178348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.178517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.178597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.178700] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 already deleted. [ 596.178964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.199173] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.199499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.199499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.199655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.199886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.199924] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d is going to be created. [ 596.226294] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.226537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.226693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.227367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.227524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.239484] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: UNINITIALIZED for 2s [ 596.291823] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.292034] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.292162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.292506] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.292764] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.292919] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.296583] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.296583] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.296583] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.296583] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.296583] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.296797] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.296935] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.297051] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.297315] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.297602] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.322785] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.322982] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.323321] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.323321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.324641] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.326924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.326924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.326924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.326924] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.831143] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.831143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.831143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.831143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.831143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.831143] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 not found, creating... [ 596.831143] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.831428] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.831619] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.831915] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.832111] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.832901] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.833160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.833388] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.833657] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.834575] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.834575] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 is going to be created. [ 596.858674] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.858674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.858674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.629039] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e7764a05-c5b7-4b3e-aa9c-177f2f45c4cb None None] Enqueued Resource ID: 05946df7-cd99-4e57-924f-cb0db88f8d31 with Priority: HIGHEST for action port [ 597.629039] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05946df7-cd99-4e57-924f-cb0db88f8d31 with Priority: HIGHEST for action port [ 597.629039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-05946df7-cd99-4e57-924f-cb0db88f8d31 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.629039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05946df7-cd99-4e57-924f-cb0db88f8d31" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.629039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05946df7-cd99-4e57-924f-cb0db88f8d31" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.629039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05946df7-cd99-4e57-924f-cb0db88f8d31" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.629039] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05946df7-cd99-4e57-924f-cb0db88f8d31',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.654022] env[65675]: INFO networking_nsxv3.common.synchronization [req-14b0a82b-4908-44ed-807b-26818f700ecb req-33f3ea82-f4d9-44c1-9e5e-ea91e51eb708 service nova] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_rules [ 597.654022] env[65675]: INFO networking_nsxv3.common.synchronization [req-14b0a82b-4908-44ed-807b-26818f700ecb req-33f3ea82-f4d9-44c1-9e5e-ea91e51eb708 service nova] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 597.654173] env[65675]: INFO networking_nsxv3.common.synchronization [req-14b0a82b-4908-44ed-807b-26818f700ecb req-33f3ea82-f4d9-44c1-9e5e-ea91e51eb708 service nova] Enqueued Resource ID: d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 with Priority: HIGHEST for action port [ 597.655143] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_rules [ 597.655518] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 597.655763] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 with Priority: HIGHEST for action port [ 597.656302] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.656436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.656507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.656766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.656850] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.658279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.658658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.658830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.659897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.660040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.660141] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.661022] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.661377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.661459] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.133122] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05946df7-cd99-4e57-924f-cb0db88f8d31 [ 598.133122] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.133595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.133595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.133595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.133595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.133595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05946df7-cd99-4e57-924f-cb0db88f8d31 already deleted. [ 598.133790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05946df7-cd99-4e57-924f-cb0db88f8d31" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.164925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164925] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 with status ACTIVE [ 598.164925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.164925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.165576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.165576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.165576] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.165576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.165576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.165576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.167200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.167200] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6 is going to be updated. [ 598.167634] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.190403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.190928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.190928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.190928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.191097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.191290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45d2e4f-9092-4771-a6dc-4e2c6bfe10b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.251350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: SUCCESS [ 598.251725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.251912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.252215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.252390] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.252511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.252582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.252750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.252833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.252923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.253066] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.669445] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.756244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.756777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.756977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.757313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.758311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.758513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.759384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.759663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.759784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.759900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.760129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.760276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.760367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.760543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.760762] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.760837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.760898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.761249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.761387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.761702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.761873] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.115261] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d31650f8-3271-4b26-9828-df7988249998 None None] Enqueued Resource ID: ebc71993-ade3-48b1-be96-0cc594c7095f with Priority: HIGHEST for action port [ 599.115800] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc71993-ade3-48b1-be96-0cc594c7095f with Priority: HIGHEST for action port [ 599.116120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc71993-ade3-48b1-be96-0cc594c7095f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.116241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc71993-ade3-48b1-be96-0cc594c7095f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.116308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc71993-ade3-48b1-be96-0cc594c7095f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.116551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc71993-ade3-48b1-be96-0cc594c7095f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.116627] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc71993-ade3-48b1-be96-0cc594c7095f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.172516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.172693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.172790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.173206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.173259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.173414] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be created. [ 599.201470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.201788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.201788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.201984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.202153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.215390] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: UNINITIALIZED for 2s [ 599.266103] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 426cb978-b248-4fec-a106-ebcefad5d76d: rpc.has_security_group_logging(os_id): False [ 599.286421] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.286421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.286421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.288924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.288924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.288924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.289313] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.289709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.289709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.289807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.293367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.293367] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d is going to be created. [ 599.360158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.360158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.360303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.360458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.360724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.374356] env[65675]: INFO networking_nsxv3.common.synchronization [None req-98dfac56-5e0c-46f0-90bb-27bdae2f1e0d tempest-ServersTestBootFromVolume-734217761 tempest-ServersTestBootFromVolume-734217761-project-member] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 599.375120] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 599.375478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.375605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.375672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.376043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.376043] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.379941] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: IN_PROGRESS for 2s [ 599.618555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc71993-ade3-48b1-be96-0cc594c7095f [ 599.618917] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.618917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.619056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.619231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.619333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.619427] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc71993-ade3-48b1-be96-0cc594c7095f already deleted. [ 599.619506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc71993-ade3-48b1-be96-0cc594c7095f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.696186] env[65675]: INFO networking_nsxv3.common.synchronization [req-7ea5764d-6cc1-4d0a-9ffe-c65d2f05ca9b req-e7a63486-3112-40ca-bf3a-25f1cec19e50 tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 599.696719] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 599.697036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.697138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.697213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.697458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.697876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.697876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.697876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.698028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.698028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699733] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.844026] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a1e43838-f712-4aba-a165-83d0ea661c40 None None] Enqueued Resource ID: b1cd0926-1824-4537-adf9-a876eadb282b with Priority: HIGHEST for action port [ 599.845678] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cd0926-1824-4537-adf9-a876eadb282b with Priority: HIGHEST for action port [ 599.845678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1cd0926-1824-4537-adf9-a876eadb282b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.845678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1cd0926-1824-4537-adf9-a876eadb282b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.845678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1cd0926-1824-4537-adf9-a876eadb282b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.845678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1cd0926-1824-4537-adf9-a876eadb282b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.845678] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1cd0926-1824-4537-adf9-a876eadb282b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.897856] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.898676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.898774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.899176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.899176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.899296] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 already deleted. [ 599.899346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.143803] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0823ea31-f4b5-4fc8-b770-34dd93d1d762 None None] Enqueued Resource ID: 18dcba5a-8e68-4a7d-b9cd-032dff43f72a with Priority: HIGHEST for action port [ 600.144456] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dcba5a-8e68-4a7d-b9cd-032dff43f72a with Priority: HIGHEST for action port [ 600.144609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dcba5a-8e68-4a7d-b9cd-032dff43f72a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.144671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dcba5a-8e68-4a7d-b9cd-032dff43f72a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.144711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dcba5a-8e68-4a7d-b9cd-032dff43f72a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.144969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dcba5a-8e68-4a7d-b9cd-032dff43f72a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.145715] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dcba5a-8e68-4a7d-b9cd-032dff43f72a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.202123] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.202712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.204031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.204031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.204031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.204031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204031] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 already deleted. [ 600.204031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.347871] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1cd0926-1824-4537-adf9-a876eadb282b [ 600.348280] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.348600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.348600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.348805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.348893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.348997] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1cd0926-1824-4537-adf9-a876eadb282b already deleted. [ 600.349096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1cd0926-1824-4537-adf9-a876eadb282b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.354568] env[65675]: INFO networking_nsxv3.common.synchronization [None req-9449b0a3-d63d-4f81-9950-0c9b156a0a54 tempest-ServersTestBootFromVolume-734217761 tempest-ServersTestBootFromVolume-734217761-project-member] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 600.355218] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 600.355478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356302] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.648507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18dcba5a-8e68-4a7d-b9cd-032dff43f72a [ 600.648881] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.649043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.649117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.649325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.649421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.649516] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18dcba5a-8e68-4a7d-b9cd-032dff43f72a already deleted. [ 600.649596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dcba5a-8e68-4a7d-b9cd-032dff43f72a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.673138] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.673331] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.673446] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.673779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.674052] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.675627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.675627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.675627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.675627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.675627] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.675627] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.675627] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.675627] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.675627] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.675627] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.675999] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.695222] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.695720] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.695720] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.695720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.696017] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-d153cde4-9e2a-45d2-835b-efa8ec4b1137 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.696193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.696422] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.696771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.696834] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d153cde4-9e2a-45d2-835b-efa8ec4b1137',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.880891] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.880891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.880891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.880891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.880891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.880891] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 already deleted. [ 600.880891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.923900] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8d504498-c57e-4618-8749-2b21a3cdca11 None None] Enqueued Resource ID: 5d9f1af3-56cc-4303-9bc6-2afba3656812 with Priority: HIGHEST for action port [ 600.924523] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9f1af3-56cc-4303-9bc6-2afba3656812 with Priority: HIGHEST for action port [ 600.924823] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9f1af3-56cc-4303-9bc6-2afba3656812 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.924972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9f1af3-56cc-4303-9bc6-2afba3656812" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.925288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9f1af3-56cc-4303-9bc6-2afba3656812" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.925614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9f1af3-56cc-4303-9bc6-2afba3656812" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.925727] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9f1af3-56cc-4303-9bc6-2afba3656812',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.199194] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.199494] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.199609] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.199908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.200183] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.200377] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port d153cde4-9e2a-45d2-835b-efa8ec4b1137 not found, creating... [ 601.200644] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.200802] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.200977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.201255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.201397] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.201734] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.201854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.201966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.202257] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.202426] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.202576] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: d153cde4-9e2a-45d2-835b-efa8ec4b1137 is going to be created. [ 601.227468] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 601.227729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.227963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.228213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.228364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.229540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.229540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.229540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.229540] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.230751] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.230877] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.231149] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.232507] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.232507] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.232707] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.391411] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: SUCCESS [ 601.391712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.427674] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d9f1af3-56cc-4303-9bc6-2afba3656812 [ 601.428169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.428385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.428512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.428867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.429039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.429214] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d9f1af3-56cc-4303-9bc6-2afba3656812 already deleted. [ 601.429364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9f1af3-56cc-4303-9bc6-2afba3656812" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.734400] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.734741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.734741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.734929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.735014] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.735115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.735161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.735311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.735403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.735490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.735636] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.735729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.735789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.735930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.736074] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.736166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.736225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.736359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.736430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736625] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [req-7ea5764d-6cc1-4d0a-9ffe-c65d2f05ca9b req-04295263-fcf5-4fa6-8f1f-e86e6cba3cf8 service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [req-7ea5764d-6cc1-4d0a-9ffe-c65d2f05ca9b req-04295263-fcf5-4fa6-8f1f-e86e6cba3cf8 service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [req-7ea5764d-6cc1-4d0a-9ffe-c65d2f05ca9b req-04295263-fcf5-4fa6-8f1f-e86e6cba3cf8 service nova] Enqueued Resource ID: d153cde4-9e2a-45d2-835b-efa8ec4b1137 with Priority: HIGHEST for action port [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 601.947892] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153cde4-9e2a-45d2-835b-efa8ec4b1137 with Priority: HIGHEST for action port [ 601.947892] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.947892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.947892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.949194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.950179] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.954861] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.954964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.955259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.955259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.955484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.955582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.955763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.955847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.956058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.956058] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.956958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d153cde4-9e2a-45d2-835b-efa8ec4b1137 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.957109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.957200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.957572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.957572] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d153cde4-9e2a-45d2-835b-efa8ec4b1137',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.207441] env[65675]: INFO networking_nsxv3.common.synchronization [None req-99152f03-9b61-41e3-b90f-2db56b7fd1d5 None None] Enqueued Resource ID: 90b7eec9-2550-4eb1-9886-80f9928b1b1b with Priority: HIGHEST for action port [ 602.208175] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b7eec9-2550-4eb1-9886-80f9928b1b1b with Priority: HIGHEST for action port [ 602.208809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b7eec9-2550-4eb1-9886-80f9928b1b1b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.209080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b7eec9-2550-4eb1-9886-80f9928b1b1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.209185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b7eec9-2550-4eb1-9886-80f9928b1b1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.209501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b7eec9-2550-4eb1-9886-80f9928b1b1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.209580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b7eec9-2550-4eb1-9886-80f9928b1b1b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.241965] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8: rpc.has_security_group_logging(os_id): False [ 602.262152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.262324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.262836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.262976] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.263406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.263895] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.264053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.265679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266653] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be created. [ 602.338751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.339819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.339819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.339819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.339819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.358469] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 602.458838] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.460015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.460178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.460612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d153cde4-9e2a-45d2-835b-efa8ec4b1137 with status ACTIVE [ 602.460791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.460916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.460990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.461274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.461383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.462243] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.462365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.462432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.462616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.462698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.462888] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.462984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.463056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.463319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.463396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.463484] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d153cde4-9e2a-45d2-835b-efa8ec4b1137 is going to be updated. [ 602.490169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.490407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.490471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.490669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.490794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.490967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d153cde4-9e2a-45d2-835b-efa8ec4b1137" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.711908] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90b7eec9-2550-4eb1-9886-80f9928b1b1b [ 602.712185] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.712342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.712408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.713359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.713848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.713983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90b7eec9-2550-4eb1-9886-80f9928b1b1b already deleted. [ 602.714100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b7eec9-2550-4eb1-9886-80f9928b1b1b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.962424] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.469212] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.469906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.469990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.470269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.470372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.470478] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be created. [ 603.496678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.496812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.497981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.497981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.497981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.510016] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: UNINITIALIZED for 2s [ 603.660584] env[65675]: INFO networking_nsxv3.common.synchronization [req-af9ef8ec-51db-4083-95aa-a2c1fedf6f84 req-8c58facf-f7cb-4cc3-b213-c3dc89e4d808 tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 603.661959] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 603.663856] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.663856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.663856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.664781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.664781] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.664781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.664781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.664781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.664935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.664965] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.072744] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.072744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.072744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.072744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.072744] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.073187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.073187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.073421] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.075907] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.076253] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.076388] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.076498] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.076604] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.076732] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.076851] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.077007] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.104976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.109511] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.109511] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.109511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.109511] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-4c57f171-369c-4ab6-a5d4-d64a69c211bd taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.109511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.109511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.109511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.109511] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c57f171-369c-4ab6-a5d4-d64a69c211bd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.168247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.168247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.168247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.169121] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 already deleted. [ 604.169237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.326707] env[65675]: INFO networking_nsxv3.common.synchronization [None req-32ebb845-a8c7-4795-95f9-d33490607877 None None] Enqueued Resource ID: 4403006c-452c-4f9c-bfc1-93a3c79df7ad with Priority: HIGHEST for action port [ 604.329037] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4403006c-452c-4f9c-bfc1-93a3c79df7ad with Priority: HIGHEST for action port [ 604.329482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-4403006c-452c-4f9c-bfc1-93a3c79df7ad taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.329628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4403006c-452c-4f9c-bfc1-93a3c79df7ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.329719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4403006c-452c-4f9c-bfc1-93a3c79df7ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.330216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4403006c-452c-4f9c-bfc1-93a3c79df7ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.330216] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4403006c-452c-4f9c-bfc1-93a3c79df7ad',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.374184] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 604.374464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.612960] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.613231] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.613309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.613695] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.613872] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.614048] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 4c57f171-369c-4ab6-a5d4-d64a69c211bd not found, creating... [ 604.614505] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.614859] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.615022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615343] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.615590] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616084] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.616232] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.616375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.619641] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.619641] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.619641] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 4c57f171-369c-4ab6-a5d4-d64a69c211bd is going to be created. [ 604.645883] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.649238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.649238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.649238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.649238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.649238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.833595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4403006c-452c-4f9c-bfc1-93a3c79df7ad [ 604.834010] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.834254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.834413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.834913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.834913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.835188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4403006c-452c-4f9c-bfc1-93a3c79df7ad already deleted. [ 604.835243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4403006c-452c-4f9c-bfc1-93a3c79df7ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.326568] env[65675]: INFO networking_nsxv3.common.synchronization [req-69a3347a-e928-4cd6-a2dd-0e3cefe60f78 req-39cdb748-6ef8-430e-81f6-206e7d85b41a tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 605.327137] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 605.327442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.327727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.384938] env[65675]: INFO networking_nsxv3.common.synchronization [req-af9ef8ec-51db-4083-95aa-a2c1fedf6f84 req-29c69c31-8cb2-4169-b464-ce997799ea89 service nova] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_rules [ 605.385206] env[65675]: INFO networking_nsxv3.common.synchronization [req-af9ef8ec-51db-4083-95aa-a2c1fedf6f84 req-29c69c31-8cb2-4169-b464-ce997799ea89 service nova] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 605.385269] env[65675]: INFO networking_nsxv3.common.synchronization [req-af9ef8ec-51db-4083-95aa-a2c1fedf6f84 req-29c69c31-8cb2-4169-b464-ce997799ea89 service nova] Enqueued Resource ID: 4c57f171-369c-4ab6-a5d4-d64a69c211bd with Priority: HIGHEST for action port [ 605.385521] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_rules [ 605.386049] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 605.386049] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c57f171-369c-4ab6-a5d4-d64a69c211bd with Priority: HIGHEST for action port [ 605.387135] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.387265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.387336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.389832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.389832] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.390899] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.390899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.390899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.391109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.391240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.391341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.391400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.391550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.391650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.391740] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.393835] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c57f171-369c-4ab6-a5d4-d64a69c211bd taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.393835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.393835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.393835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.393835] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c57f171-369c-4ab6-a5d4-d64a69c211bd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.520364] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 605.520669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.520899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.521147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.521342] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.521489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.521717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.521797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.521883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.521981] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.524051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.524697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.524915] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.525085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.525413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.525632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.525764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.527431] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.685654] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.685780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.685882] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.686197] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.686470] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.686777] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.686777] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.686967] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.687153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.687435] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.687575] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.687755] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.687886] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.688070] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.688213] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.688405] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.708520] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.708719] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.708918] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.709045] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.709384] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e19b9c19-6620-4b4a-a6e9-26118a4e2685 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709592] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709738] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.710179] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.710337] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19b9c19-6620-4b4a-a6e9-26118a4e2685',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.895602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.895826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.896061] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c57f171-369c-4ab6-a5d4-d64a69c211bd with status ACTIVE [ 605.896299] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.896437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.896513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.896803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.896909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.897142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.897286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.897416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.897599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.897702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.897908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.898142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.898252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.898421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.898576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.898624] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c57f171-369c-4ab6-a5d4-d64a69c211bd is going to be updated. [ 605.899815] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.922260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.922515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.922515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.922928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.922928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.923096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c57f171-369c-4ab6-a5d4-d64a69c211bd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.025852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.025852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.031265] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.213139] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213139] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.213139] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.213139] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.213449] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213480] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e19b9c19-6620-4b4a-a6e9-26118a4e2685 not found, creating... [ 606.213717] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213879] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.213991] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.214252] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.214435] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.214734] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.214884] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.214996] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.218138] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.218267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.218462] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e19b9c19-6620-4b4a-a6e9-26118a4e2685 is going to be created. [ 606.242636] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.242849] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.242972] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.243297] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.243555] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.243841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.402449] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.534877] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.629635] env[65675]: INFO networking_nsxv3.common.synchronization [req-f290ed85-6375-4691-b083-0e1f8c629630 req-5a7b360b-033a-4eb8-8d23-0ea63c57613e tempest-SecurityGroupRulesNegativeTestJSON-403675056 tempest-SecurityGroupRulesNegativeTestJSON-403675056-project-member] Enqueued Resource ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 with Priority: HIGHEST for action security_group_rules [ 606.629635] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 with Priority: HIGHEST for action security_group_rules [ 606.630068] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56da6bb3-350a-43f1-aa94-0e712cc41e19 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.630310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.630862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.631051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.631140] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56da6bb3-350a-43f1-aa94-0e712cc41e19',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.905758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.905936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.906151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.907035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.907035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.907035] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be created. [ 606.932135] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.932732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.932732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.932732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.932882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.943544] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: UNINITIALIZED for 2s [ 607.015969] env[65675]: INFO networking_nsxv3.common.synchronization [req-69a3347a-e928-4cd6-a2dd-0e3cefe60f78 req-3cfafedd-4abd-4978-b7d9-ca21150c321f service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 607.015969] env[65675]: INFO networking_nsxv3.common.synchronization [req-69a3347a-e928-4cd6-a2dd-0e3cefe60f78 req-3cfafedd-4abd-4978-b7d9-ca21150c321f service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 607.015969] env[65675]: INFO networking_nsxv3.common.synchronization [req-69a3347a-e928-4cd6-a2dd-0e3cefe60f78 req-3cfafedd-4abd-4978-b7d9-ca21150c321f service nova] Enqueued Resource ID: e19b9c19-6620-4b4a-a6e9-26118a4e2685 with Priority: HIGHEST for action port [ 607.016710] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 607.016710] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 607.016710] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19b9c19-6620-4b4a-a6e9-26118a4e2685 with Priority: HIGHEST for action port [ 607.016913] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.017784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.017784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.019196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.019196] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19b9c19-6620-4b4a-a6e9-26118a4e2685 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.019196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.019196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.019196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.019196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19b9c19-6620-4b4a-a6e9-26118a4e2685',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.038204] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.038993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.038993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.038993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.039364] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 607.073987] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.074166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.074249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.074613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.074613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.085943] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 607.163034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.163034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.163034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.163396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.163396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.163615] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 already deleted. [ 607.163615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.524671] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e19b9c19-6620-4b4a-a6e9-26118a4e2685 with status ACTIVE [ 607.524671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.524671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.524671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.525285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.525285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.525285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.525410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.525456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.525571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.525752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.525994] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e19b9c19-6620-4b4a-a6e9-26118a4e2685 is going to be updated. [ 607.553105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.553105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.553105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.553105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.553105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.553105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19b9c19-6620-4b4a-a6e9-26118a4e2685" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.689684] env[65675]: INFO networking_nsxv3.common.synchronization [req-b66cdab4-2265-4e66-960e-e82f72106089 req-bce2dc95-6036-4cae-8531-47350253e0a9 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 607.689956] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 607.692360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.692487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.692558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.692892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.693269] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.693335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.693373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.693527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.693611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.693708] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.097383] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.097662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.097717] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.098148] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.098821] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.099029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.099189] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.099372] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.099548] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.099802] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.099927] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.100026] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.100155] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.101660] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.101660] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.101660] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.122345] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.122529] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.122671] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.122846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.123310] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-cb62efd6-ab46-41ee-b296-81eba12539ad taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.123530] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.123750] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.124250] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.124374] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb62efd6-ab46-41ee-b296-81eba12539ad',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.197708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.197950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.198016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.198407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.198579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.198829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.198971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.199073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.199329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.199435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.199556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc already deleted. [ 608.199788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.627010] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.627288] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.629440] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port cb62efd6-ab46-41ee-b296-81eba12539ad not found, creating... [ 608.629440] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.629440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.629440] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.629869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.629869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.629869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.629869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.629869] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: cb62efd6-ab46-41ee-b296-81eba12539ad is going to be created. [ 608.654692] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.654894] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.655025] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.655312] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.655586] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655819] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.955036] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 608.955261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.955431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.955677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.955873] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.955994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.956129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.956238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956494] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.098860] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 609.099206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.099334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.102625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.102625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102625] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.103309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.103309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.103437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105959] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.411168] env[65675]: INFO networking_nsxv3.common.synchronization [req-b66cdab4-2265-4e66-960e-e82f72106089 req-246119fb-40d8-4d8a-904c-852eef96a4f2 service nova] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 609.411168] env[65675]: INFO networking_nsxv3.common.synchronization [req-b66cdab4-2265-4e66-960e-e82f72106089 req-246119fb-40d8-4d8a-904c-852eef96a4f2 service nova] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 609.411168] env[65675]: INFO networking_nsxv3.common.synchronization [req-b66cdab4-2265-4e66-960e-e82f72106089 req-246119fb-40d8-4d8a-904c-852eef96a4f2 service nova] Enqueued Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 609.411509] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 609.411637] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 609.411727] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 609.411980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.412420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.412420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.413501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.413501] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.413795] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.413925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.414054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.414266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.417019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.417019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.417019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.417019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.417019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.417019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.417457] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb62efd6-ab46-41ee-b296-81eba12539ad taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.418520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.418564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.418769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.418837] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb62efd6-ab46-41ee-b296-81eba12539ad',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.461033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.461033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.461033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.461033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.461033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.461424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.461516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.461939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.462328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.462918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.462918] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.462918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.462918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.463283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.463283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.463283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.465379] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.605940] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c89b57-5018-46d4-9f4c-5070bf6b06b4: rpc.has_security_group_logging(os_id): False [ 609.609331] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.626895] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.627103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.627103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.627954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.627954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.628285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.628357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.628673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.628787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628931] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.630070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.630207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630325] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be created. [ 609.705411] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.705703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.705703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.706069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.706069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.724572] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 609.918162] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.924092] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.924092] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb62efd6-ab46-41ee-b296-81eba12539ad with status ACTIVE [ 609.924092] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.924092] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.924092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.924092] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.925887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.925887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.925887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.925887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.925887] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb62efd6-ab46-41ee-b296-81eba12539ad is going to be updated. [ 609.945813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.946034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.946034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.946292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.946380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.946541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.965579] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46: rpc.has_security_group_logging(os_id): False [ 609.989127] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.989318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.989409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.989641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.989759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.989977] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.990094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.990195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.990403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.990488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.990723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.990826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.990898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.991087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.991164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.991392] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.991491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.991569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.991740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.991834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.991937] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be created. [ 610.017235] env[65675]: INFO networking_nsxv3.common.synchronization [req-58c57d93-2ea7-429b-9918-d886945e6c38 req-5d4c0479-dcfe-4a4e-a858-00dd08d8094d tempest-DeleteServersAdminTestJSON-1726163455 tempest-DeleteServersAdminTestJSON-1726163455-project-admin] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 610.017737] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 610.018064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.018210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.018639] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.018740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.019062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.019142] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.085248] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.085394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.085464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.085688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.086126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.107275] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 610.111611] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.421310] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.525300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.525300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.525300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.525300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.525300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.525300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.525771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.525771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.525771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.525771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.525771] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be updated. [ 610.561817] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.562019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.562082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.562336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.562907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.574405] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 610.606278] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcc9d548-d6a1-4901-964c-f035098ba2c0 req-1bd0f7b4-f179-4986-84fc-c06a151135ba tempest-VolumesAssistedSnapshotsTest-1597376615 tempest-VolumesAssistedSnapshotsTest-1597376615-project-member] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 610.606931] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 610.607290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.607591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.607591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.607783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.607954] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.608092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.608154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.608283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.608373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.608471] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.615392] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.616412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.616412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.616412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.616412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.616412] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 610.663213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.663213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.677131] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 610.924614] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.924788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.924843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.925096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.925195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.925299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be created. [ 610.956478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.956687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.956687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.956892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.957335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.968256] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: UNINITIALIZED for 2s [ 611.110924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.111104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.111695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.111695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.111695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.111890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.111890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.111890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.112093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.112131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.112200] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 already deleted. [ 611.112450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.172820] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.173782] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-204" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.173782] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-204" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.174243] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-204" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.174611] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.174808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.174929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.175287] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.175431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.175668] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.175830] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.175960] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.176082] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.176235] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.176279] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.176417] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.199241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.199598] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.199817] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.200135] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-204" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.200676] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-1432e565-8a5c-43bb-8b58-e3d041c7badf taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.200955] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.201238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.201736] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.202023] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1432e565-8a5c-43bb-8b58-e3d041c7badf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.705949] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.705949] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.705949] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.706383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.706383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.706472] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 1432e565-8a5c-43bb-8b58-e3d041c7badf not found, creating... [ 611.707294] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.707294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.707294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.707294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.707614] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.707656] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.708597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.708597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.708597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.708597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.708597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 1432e565-8a5c-43bb-8b58-e3d041c7badf is going to be created. [ 611.740484] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.740484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.740484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.740484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.740484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.740484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.741315] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 611.741540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.741974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.742229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.742333] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.879891] env[65675]: INFO networking_nsxv3.common.synchronization [None req-c3dc0709-c8e9-48f9-9b75-ba9be5e5e49c None None] Enqueued Resource ID: 330571a3-58d1-4d0a-89ce-b6c0c793d9cd with Priority: HIGHEST for action port [ 611.879891] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330571a3-58d1-4d0a-89ce-b6c0c793d9cd with Priority: HIGHEST for action port [ 611.879891] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-330571a3-58d1-4d0a-89ce-b6c0c793d9cd taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.879891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330571a3-58d1-4d0a-89ce-b6c0c793d9cd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.879891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330571a3-58d1-4d0a-89ce-b6c0c793d9cd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.879891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330571a3-58d1-4d0a-89ce-b6c0c793d9cd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.879891] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330571a3-58d1-4d0a-89ce-b6c0c793d9cd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.120954] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 612.120954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.246047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.246275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.383026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 330571a3-58d1-4d0a-89ce-b6c0c793d9cd [ 612.383355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.383565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.383683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.384062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.384205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.384336] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:330571a3-58d1-4d0a-89ce-b6c0c793d9cd already deleted. [ 612.384474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330571a3-58d1-4d0a-89ce-b6c0c793d9cd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.511601] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcc9d548-d6a1-4901-964c-f035098ba2c0 req-0dbcd360-a8ae-4069-a434-084cd8cd711e service nova] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 612.511703] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcc9d548-d6a1-4901-964c-f035098ba2c0 req-0dbcd360-a8ae-4069-a434-084cd8cd711e service nova] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 612.511808] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcc9d548-d6a1-4901-964c-f035098ba2c0 req-0dbcd360-a8ae-4069-a434-084cd8cd711e service nova] Enqueued Resource ID: 1432e565-8a5c-43bb-8b58-e3d041c7badf with Priority: HIGHEST for action port [ 612.512616] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_rules [ 612.512823] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 612.512823] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1432e565-8a5c-43bb-8b58-e3d041c7badf with Priority: HIGHEST for action port [ 612.513724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.514119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.514119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.514208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.514238] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.516222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.516343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.516445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.516617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.516774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.516887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.517154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.517154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.517313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.517313] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.518590] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1432e565-8a5c-43bb-8b58-e3d041c7badf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.518729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.518786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.518972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.519065] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1432e565-8a5c-43bb-8b58-e3d041c7badf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.596134] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 612.596134] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 deletion is rescheduled due to dependency. [ 612.596134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.697317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 612.697695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.697814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.698095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.698276] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.698409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.698479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.698665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.698756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.698846] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.698934] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.980132] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 612.980560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.981151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.981470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.981736] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.982052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.982263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.982384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.982520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.982664] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.992867] env[65675]: INFO networking_nsxv3.common.synchronization [req-7cc5c4cc-51ac-4b04-a286-d0422c115f48 req-d9559467-23da-4885-863e-94f9092a9747 tempest-AttachInterfacesV270Test-1842013497 tempest-AttachInterfacesV270Test-1842013497-project-member] Enqueued Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 612.993499] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 612.993840] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.993969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.994975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.994975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.994975] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.994975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.995225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.995225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.995296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.996028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.021773] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1432e565-8a5c-43bb-8b58-e3d041c7badf with status ACTIVE [ 613.022038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.022184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.022267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.022513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.022608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.022816] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.022933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.023957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.023957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.023957] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1432e565-8a5c-43bb-8b58-e3d041c7badf is going to be updated. [ 613.025325] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.026911] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.027386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.061466] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.061466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.061581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.061693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.061832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1432e565-8a5c-43bb-8b58-e3d041c7badf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.205146] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.205146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.205146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.205146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.205514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.205888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.206315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.210019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.210019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.210019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.210019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.485202] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.485369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.485434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.485659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.485821] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.485914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.485979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.486143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.486230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486463] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.486551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.486606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.488019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.488019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.488019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.488019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.488449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.488449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.488449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.488449] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.501085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.501293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.501387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.502056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.502056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.502056] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.502056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.502265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.502265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.502326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.502371] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a already deleted. [ 613.502468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.535222] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.574571] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.574776] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-413" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-413" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.576444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-413" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.576877] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.577132] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.577229] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.577433] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.577578] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.577784] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.577890] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.577995] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.578320] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.578430] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.578537] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.578670] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.597993] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.598229] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.598396] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.598586] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-413" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.599145] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.599145] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.599307] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.599521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.599968] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.714364] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c89b57-5018-46d4-9f4c-5070bf6b06b4: rpc.has_security_group_logging(os_id): False [ 613.735402] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.735593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.735661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.735922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.736044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.736253] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.736366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.736441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.736598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.736686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.736886] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.736990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.737066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.737206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.737281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.737472] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.737566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.737627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.737798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.737898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.737952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 613.813996] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.814426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.814608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.814950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.815244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.830331] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 613.991935] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 614.009456] env[65675]: INFO networking_nsxv3.common.synchronization [None req-af297d46-3569-41b1-9c1b-b7e60dfcb23c tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 614.015176] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 614.015176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.015176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.015176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.015176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.015176] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.017958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.018119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.018119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.018280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.018362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.018574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.018875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.018875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.018875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.019061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.019136] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.019231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.019285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.019539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.019539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.019690] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.019759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.019834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.019936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.020015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.020133] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be created. [ 614.041597] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.041597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.041597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.041597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.041597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.041597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 is going to be created. [ 614.072750] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.074580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.074580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.074580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.074580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.089402] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: UNINITIALIZED for 2s [ 614.102583] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.103295] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.104953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.104953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.104953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.104953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a not found, creating... [ 614.105754] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.106166] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110029] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a is going to be created. [ 614.113190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.113436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.113506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.113984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.113984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.134715] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 614.141683] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142037] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.142037] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.142346] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.142660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.143721] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.541614] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.541614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.541614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.541823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.541858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.542113] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d already deleted. [ 614.542113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.548432] env[65675]: INFO networking_nsxv3.common.synchronization [None req-405f3e98-e20d-4a2b-a517-0e4b386179e2 None None] Enqueued Resource ID: 8866f8e3-5c57-4573-b193-e65317dc4625 with Priority: HIGHEST for action port [ 614.548432] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8866f8e3-5c57-4573-b193-e65317dc4625 with Priority: HIGHEST for action port [ 614.548432] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-8866f8e3-5c57-4573-b193-e65317dc4625 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.548432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8866f8e3-5c57-4573-b193-e65317dc4625" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.548432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8866f8e3-5c57-4573-b193-e65317dc4625" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.548432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8866f8e3-5c57-4573-b193-e65317dc4625" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.548432] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8866f8e3-5c57-4573-b193-e65317dc4625',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.885134] env[65675]: INFO networking_nsxv3.common.synchronization [req-7cc5c4cc-51ac-4b04-a286-d0422c115f48 req-356fb182-3417-4e48-aeca-5602bca3d5ee service nova] Enqueued Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_rules [ 614.885340] env[65675]: INFO networking_nsxv3.common.synchronization [req-7cc5c4cc-51ac-4b04-a286-d0422c115f48 req-356fb182-3417-4e48-aeca-5602bca3d5ee service nova] Enqueued Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 614.885573] env[65675]: INFO networking_nsxv3.common.synchronization [req-7cc5c4cc-51ac-4b04-a286-d0422c115f48 req-356fb182-3417-4e48-aeca-5602bca3d5ee service nova] Enqueued Resource ID: 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a with Priority: HIGHEST for action port [ 614.886635] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_rules [ 614.886968] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 614.887167] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a with Priority: HIGHEST for action port [ 614.888117] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890607] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.891934] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.892323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.892415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.892653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.893386] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.893505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.893567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.893749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.893839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.893937] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.895679] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.895679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895975] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.023704] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a6a8983d-cdec-46d7-abd9-703c87eee66c tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 615.024275] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 615.024580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.024778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.024778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.024961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.025168] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.051509] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8866f8e3-5c57-4573-b193-e65317dc4625 [ 615.051768] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.051913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.051996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.052265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.052377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.052493] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8866f8e3-5c57-4573-b193-e65317dc4625 already deleted. [ 615.052624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8866f8e3-5c57-4573-b193-e65317dc4625" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.398266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.398266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.398568] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.399586] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a with status ACTIVE [ 615.399794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.399912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.399996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.400250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.400346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.400511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.400636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.400699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.400875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.400955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.402264] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.402264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.402264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.402264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.402717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.402717] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a is going to be updated. [ 615.424087] env[65675]: INFO networking_nsxv3.common.synchronization [req-3c9c5062-8224-4987-b3a9-8784b4f9448c req-5972169b-c3cb-4973-9623-e807b5c70852 tempest-SecurityGroupRulesNegativeTestJSON-403675056 tempest-SecurityGroupRulesNegativeTestJSON-403675056-project-member] Enqueued Resource ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 with Priority: HIGHEST for action security_group_rules [ 615.424704] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 with Priority: HIGHEST for action security_group_rules [ 615.425020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56da6bb3-350a-43f1-aa94-0e712cc41e19 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.426220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.426702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.426989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.427062] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56da6bb3-350a-43f1-aa94-0e712cc41e19',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.428763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.428889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.430595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.430595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e56ba4-9ca1-41bb-adb3-d7a7cf8ecc0a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.566783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.567089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.567188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d already deleted. [ 615.567284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.846944] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 615.847423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.856700] env[65675]: INFO networking_nsxv3.common.synchronization [req-09c3cb0c-ad82-4da3-908d-c9811f588aaf req-2a114896-2512-4db0-b986-b74a2051e3c1 tempest-ServerExternalEventsTest-1896219762 tempest-ServerExternalEventsTest-1896219762-project-member] Enqueued Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 615.857280] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 615.857600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.857724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.857792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.858367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.858551] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.858843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.858843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.858932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.858970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.860186] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.905974] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.955218] env[65675]: INFO networking_nsxv3.common.synchronization [None req-892a90dc-732f-4df0-bbb1-9d03fe144327 None None] Enqueued Resource ID: 92295f6f-29d1-4f75-bff9-4fe83806ba41 with Priority: HIGHEST for action port [ 615.955796] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92295f6f-29d1-4f75-bff9-4fe83806ba41 with Priority: HIGHEST for action port [ 615.956649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-92295f6f-29d1-4f75-bff9-4fe83806ba41 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.956859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92295f6f-29d1-4f75-bff9-4fe83806ba41" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.957065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92295f6f-29d1-4f75-bff9-4fe83806ba41" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.957398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92295f6f-29d1-4f75-bff9-4fe83806ba41" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.957489] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92295f6f-29d1-4f75-bff9-4fe83806ba41',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.959708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.960466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.960612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56da6bb3-350a-43f1-aa94-0e712cc41e19 already deleted. [ 615.960711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56da6bb3-350a-43f1-aa94-0e712cc41e19" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.101914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: SUCCESS [ 616.102278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.102384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.102609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.102818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.102958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.103041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.103197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.103314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.103414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.103528] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.147211] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 616.148828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.329716] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.332133] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.332337] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.333260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.333669] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.333948] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334180] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334472] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.336031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.336031] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.336031] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.336031] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.336031] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.336031] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.336031] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.336031] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.363709] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.363957] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.367115] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.367115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.367115] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-d0d99201-9fc9-42db-a990-0ee390e9d1c3 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.367115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.367115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.367115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.367115] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d99201-9fc9-42db-a990-0ee390e9d1c3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.369021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.369021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.369490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.369490] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 already deleted. [ 616.369490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.412928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.412928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.412928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.412928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.412928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.412928] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a is going to be created. [ 616.443124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.443278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.443642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.443642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.443800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.461637] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: UNINITIALIZED for 2s [ 616.463495] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92295f6f-29d1-4f75-bff9-4fe83806ba41 [ 616.463780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.463884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.463925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.465020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.465020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.465020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92295f6f-29d1-4f75-bff9-4fe83806ba41 already deleted. [ 616.465020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92295f6f-29d1-4f75-bff9-4fe83806ba41" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.606989] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.873057] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.873057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.873057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.873057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.873057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.873057] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port d0d99201-9fc9-42db-a990-0ee390e9d1c3 not found, creating... [ 616.873854] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.874251] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.875063] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.875662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.875944] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.876400] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.876726] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.877033] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.877406] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.877654] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.877922] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: d0d99201-9fc9-42db-a990-0ee390e9d1c3 is going to be created. [ 616.909186] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.909186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.909186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.909186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.108829] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42204722-4384-4d6d-802d-5e15c8f38eb4: rpc.has_security_group_logging(os_id): False [ 617.134195] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.134381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.134508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.134843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.134929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.135340] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.135521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.135644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.135932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.136182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.136425] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 is going to be created. [ 617.239257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.239693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.239869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.253715] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: IN_PROGRESS for 2s [ 617.642731] env[65675]: INFO networking_nsxv3.common.synchronization [req-09c3cb0c-ad82-4da3-908d-c9811f588aaf req-d7eaeba3-61c1-4f31-a305-66dcb0954357 service nova] Enqueued Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_rules [ 617.642906] env[65675]: INFO networking_nsxv3.common.synchronization [req-09c3cb0c-ad82-4da3-908d-c9811f588aaf req-d7eaeba3-61c1-4f31-a305-66dcb0954357 service nova] Enqueued Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 617.643413] env[65675]: INFO networking_nsxv3.common.synchronization [req-09c3cb0c-ad82-4da3-908d-c9811f588aaf req-d7eaeba3-61c1-4f31-a305-66dcb0954357 service nova] Enqueued Resource ID: d0d99201-9fc9-42db-a990-0ee390e9d1c3 with Priority: HIGHEST for action port [ 617.644008] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_rules [ 617.644158] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 617.644506] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d99201-9fc9-42db-a990-0ee390e9d1c3 with Priority: HIGHEST for action port [ 617.644809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.644935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.645008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.645271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.645351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.647668] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.647779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.647857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.648667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.648667] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.648801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.650543] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.650543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d99201-9fc9-42db-a990-0ee390e9d1c3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.650543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.650543] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d99201-9fc9-42db-a990-0ee390e9d1c3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.681873] env[65675]: INFO networking_nsxv3.common.synchronization [None req-47e3bc9e-5b75-4420-ba54-edaaed8a49c1 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 617.682327] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 617.682446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.682595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.682666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.682880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.682963] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.864894] env[65675]: INFO networking_nsxv3.common.synchronization [None req-7433aee7-55fe-4300-a90d-167d26bdc9da tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 617.865366] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 617.865693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.865796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.158224] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.158836] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159580] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0d99201-9fc9-42db-a990-0ee390e9d1c3 with status ACTIVE [ 618.159727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.160114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.160114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.160182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.160227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.160437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.160539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.160596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.160751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.160860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.161033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.161334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.161406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.161487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0d99201-9fc9-42db-a990-0ee390e9d1c3 is going to be updated. [ 618.204477] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.204686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.204686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.204858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.205037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.206035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d99201-9fc9-42db-a990-0ee390e9d1c3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.208848] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.208848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.208848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.208848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.209150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.209150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 already deleted. [ 618.209150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.209618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.210319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.210319] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.475184] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: SUCCESS [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.475184] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.475184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.475184] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.541376] env[65675]: INFO networking_nsxv3.common.synchronization [None req-780ee455-7bb9-40d1-a6b1-a2d077797073 None None] Enqueued Resource ID: b93290b2-874b-49fd-b38b-361bdad84809 with Priority: HIGHEST for action port [ 618.542060] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93290b2-874b-49fd-b38b-361bdad84809 with Priority: HIGHEST for action port [ 618.542411] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93290b2-874b-49fd-b38b-361bdad84809 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.542570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93290b2-874b-49fd-b38b-361bdad84809" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.542570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93290b2-874b-49fd-b38b-361bdad84809" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.544035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93290b2-874b-49fd-b38b-361bdad84809" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.544165] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93290b2-874b-49fd-b38b-361bdad84809',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.661321] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.738388] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.738388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.738494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.739155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.739155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.739155] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 already deleted. [ 618.739155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.979496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.979496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.979496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.979496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.979496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.979874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.979874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.979874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.980019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.980064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.980300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.980384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.980438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.980599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.980794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.982635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.982635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.982635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.982635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.982635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.982635] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.049810] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b93290b2-874b-49fd-b38b-361bdad84809 [ 619.049810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.049810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.049810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.049810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.049810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.049810] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b93290b2-874b-49fd-b38b-361bdad84809 already deleted. [ 619.049810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93290b2-874b-49fd-b38b-361bdad84809" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.164284] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.164284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.164284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.164284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.164844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.164844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 is going to be created. [ 619.200025] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.200025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.200025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.200025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.200025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.211595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: UNINITIALIZED for 2s [ 619.276212] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: SUCCESS [ 619.276212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.486463] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a: rpc.has_security_group_logging(os_id): False [ 619.506277] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.506503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.506670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.506870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.507069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.507378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.507533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.507533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.508063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.508063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.508173] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.508266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.508350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.508570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.508717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.509036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.509144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.509200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.509365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.509484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.509647] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a is going to be created. [ 619.601573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.601811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.602011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.602437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.603661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.623685] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: IN_PROGRESS for 2s [ 621.224328] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: SUCCESS [ 621.224570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.226023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.226023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.226023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.226023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.226023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.226235] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.639617] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: SUCCESS [ 621.639857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.731466] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.731611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.731690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.731934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.732238] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.732341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.732419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.732670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.732750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.732854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.733467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.733467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.733467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.733467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.733467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.733726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.733726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.733914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.733990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.734129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.734226] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.237451] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b38732de-f6f6-482c-b217-7dbd8198ff15: rpc.has_security_group_logging(os_id): False [ 622.260121] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.260386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.260451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.260658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.261148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.261148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.261148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.261947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.261947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.261947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.261947] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.261947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.261947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.262187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.267635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.267635] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.267635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.267635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.267635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.267635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.267635] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 is going to be created. [ 622.337497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.337684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.337784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.337941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.338227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.353512] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: IN_PROGRESS for 2s [ 623.543951] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.543951] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 624.032813] env[65675]: INFO networking_nsxv3.common.synchronization [None req-16dd9387-ec7c-4688-9884-c2546ecf3c49 None None] Enqueued Resource ID: 2b35d128-8e02-466e-bbe4-110f41ff9a97 with Priority: HIGHEST for action port [ 624.032813] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b35d128-8e02-466e-bbe4-110f41ff9a97 with Priority: HIGHEST for action port [ 624.033346] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b35d128-8e02-466e-bbe4-110f41ff9a97 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b35d128-8e02-466e-bbe4-110f41ff9a97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b35d128-8e02-466e-bbe4-110f41ff9a97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.034118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b35d128-8e02-466e-bbe4-110f41ff9a97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.034118] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b35d128-8e02-466e-bbe4-110f41ff9a97',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.331456] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b3b3be8-0905-416b-adc9-635c594e22ca req-c2e2d971-9b6d-4848-9771-66b81fcd3d0f tempest-ImagesNegativeTestJSON-1016810844 tempest-ImagesNegativeTestJSON-1016810844-project-member] Enqueued Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 624.332145] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 624.332499] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.333022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.333213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.333351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.333425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.337026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.337026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.337026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.375041] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: SUCCESS [ 624.375223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.539742] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b35d128-8e02-466e-bbe4-110f41ff9a97 [ 624.539988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.540159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.540228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.540543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.540656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b35d128-8e02-466e-bbe4-110f41ff9a97 already deleted. [ 624.540878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b35d128-8e02-466e-bbe4-110f41ff9a97" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.716664] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.717022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-323" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.717172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-323" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.717595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-323" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.717980] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.718251] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.718450] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.718740] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.718996] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.719297] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.719546] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.719709] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.721109] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.721109] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.721109] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.721109] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.751281] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.751506] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.751688] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.751912] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-323" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.752362] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.752662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.752841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.753307] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.753656] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.841155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.841155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.841155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.841615] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 already deleted. [ 624.841797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.256805] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.257141] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.257466] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.257737] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.257960] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.258219] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 not found, creating... [ 625.258599] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.258854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.260142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.260619] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.260827] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.261155] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.261941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.262126] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 is going to be created. [ 625.284241] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.284463] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.284613] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.284899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.285151] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.285388] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.013048] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b3b3be8-0905-416b-adc9-635c594e22ca req-8db32f1f-586c-4c24-aabd-31c18ea083a8 service nova] Enqueued Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_rules [ 626.013365] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b3b3be8-0905-416b-adc9-635c594e22ca req-8db32f1f-586c-4c24-aabd-31c18ea083a8 service nova] Enqueued Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 626.013365] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b3b3be8-0905-416b-adc9-635c594e22ca req-8db32f1f-586c-4c24-aabd-31c18ea083a8 service nova] Enqueued Resource ID: fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 with Priority: HIGHEST for action port [ 626.014617] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_rules [ 626.014617] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 626.014617] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 with Priority: HIGHEST for action port [ 626.014617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.014993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.014993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.015154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.015192] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.016203] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.016331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.016408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.017615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.017830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.017960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.018054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.018272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.018393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.018534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.019528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.019690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.019787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.019954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.020046] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.526260] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.528094] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528988] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 with status ACTIVE [ 626.528988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.528988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.528988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.529937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.529937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.529937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.529937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.529937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.530851] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.530851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.530851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.531103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.531103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.531217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682 is going to be updated. [ 626.564222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.564222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.564222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.564222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.564479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.564479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa1af9ef-6fb8-4db3-a035-7ea4fb0ba682" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.857092] env[65675]: INFO networking_nsxv3.common.synchronization [None req-03d5878a-e870-4d05-bb3a-66ca9c40ce58 None None] Enqueued Resource ID: 12c06fd8-00a6-430e-b8fd-53d7c6ae8864 with Priority: HIGHEST for action port [ 626.857508] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c06fd8-00a6-430e-b8fd-53d7c6ae8864 with Priority: HIGHEST for action port [ 626.857890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c06fd8-00a6-430e-b8fd-53d7c6ae8864 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.861343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c06fd8-00a6-430e-b8fd-53d7c6ae8864" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.861343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c06fd8-00a6-430e-b8fd-53d7c6ae8864" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.861343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c06fd8-00a6-430e-b8fd-53d7c6ae8864" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.861343] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c06fd8-00a6-430e-b8fd-53d7c6ae8864',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.029534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.164868] env[65675]: INFO networking_nsxv3.common.synchronization [req-a5be78e7-4c4f-4ce6-ab8b-37e1a7ee8301 req-cac65260-f298-4aeb-ba41-50928e08d86c tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 627.165416] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 627.165792] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.166062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.166189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.166489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.166645] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.166773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.167325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.167524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.167612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.167713] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.362574] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12c06fd8-00a6-430e-b8fd-53d7c6ae8864 [ 627.362787] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12c06fd8-00a6-430e-b8fd-53d7c6ae8864 already deleted. [ 627.363528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c06fd8-00a6-430e-b8fd-53d7c6ae8864" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.540079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.540079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.540079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.540079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.540079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.540079] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 is going to be created. [ 627.567991] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.567991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.567991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.568297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.568742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.581222] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: UNINITIALIZED for 2s [ 627.669936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.670113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.670183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.670437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.670534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.670738] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.670838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.670902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.671073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.671150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.671236] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d already deleted. [ 627.671318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.743012] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.743213] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.743342] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.743682] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.743938] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.744192] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.744341] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.744586] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.744756] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.744985] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.745132] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.745260] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.745385] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.745528] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.745658] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.745805] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.766988] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.767185] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.767308] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.767494] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.767819] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.767985] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.768116] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.768562] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.768693] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d47b9ae-45a6-43c3-88f7-7c7774bc1acc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.272878] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.273280] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.273280] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.273593] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.273747] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.273903] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc not found, creating... [ 628.274206] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.274364] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.274481] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.274698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.274830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.275114] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.275261] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.275496] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.275658] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.275705] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.275820] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc is going to be created. [ 628.316277] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.316581] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.318155] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.318580] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.318936] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.319658] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [req-a5be78e7-4c4f-4ce6-ab8b-37e1a7ee8301 req-98ecc0b0-4103-4ea8-8e6a-81fbca819952 service nova] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [req-a5be78e7-4c4f-4ce6-ab8b-37e1a7ee8301 req-98ecc0b0-4103-4ea8-8e6a-81fbca819952 service nova] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [req-a5be78e7-4c4f-4ce6-ab8b-37e1a7ee8301 req-98ecc0b0-4103-4ea8-8e6a-81fbca819952 service nova] Enqueued Resource ID: 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc with Priority: HIGHEST for action port [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 629.047283] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc with Priority: HIGHEST for action port [ 629.047283] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048252] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.049514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.049514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.049658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.050116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.050116] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.050116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.050116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.050662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.050662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.050662] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.051933] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.054299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.054391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.054577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.054657] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d47b9ae-45a6-43c3-88f7-7c7774bc1acc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.530502] env[65675]: INFO networking_nsxv3.common.synchronization [req-5b425cf6-db93-4dad-a1f2-ca99fdefa656 req-1ba6a1b1-0903-4f46-b731-8008d92c11fa tempest-DeleteServersAdminTestJSON-1487908621 tempest-DeleteServersAdminTestJSON-1487908621-project-member] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 629.531560] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 629.533713] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.533713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.533713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.533713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.533713] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.533713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.533713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.534132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.534132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.534132] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.556593] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.556758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.556931] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.557896] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc with status ACTIVE [ 629.559390] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.559390] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.559390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.559996] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.559996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.559996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.560170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.560170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.560234] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d47b9ae-45a6-43c3-88f7-7c7774bc1acc is going to be updated. [ 629.584295] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.584295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.584820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.584978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.585181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.585369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d47b9ae-45a6-43c3-88f7-7c7774bc1acc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.595218] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: SUCCESS [ 629.596886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.596886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.598082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598082] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.970165] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.970165] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.970165] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.970421] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.970550] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.970676] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.970756] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.970958] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.971109] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.971317] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.971419] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.971515] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.971611] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.971708] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.971801] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.971925] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.994382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.994553] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.994553] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.994780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.995225] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-02f153d8-2d21-4713-a812-e09a73406142 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.995344] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.995408] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.995753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.995888] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f153d8-2d21-4713-a812-e09a73406142',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.036421] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.036706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.036706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.037572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.037572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037856] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be updated. [ 630.062315] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.069683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.069863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.069926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.070151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.070265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.079834] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 630.101855] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.102041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.102156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.102341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.102513] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.102653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.102730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.102871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.102982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.103083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.103277] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.103378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.103447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.103580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.103715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.103831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.103891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.103996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.104111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.104194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.104283] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.499137] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.499269] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.499391] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.499688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.499809] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.499959] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 02f153d8-2d21-4713-a812-e09a73406142 not found, creating... [ 630.500221] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.500375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.500509] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.500746] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.501079] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.501380] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.501554] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.501670] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.501875] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.502011] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.502156] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 02f153d8-2d21-4713-a812-e09a73406142 is going to be created. [ 630.523272] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.523272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.523272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.523272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.523534] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.523953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.565951] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.566385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.566385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.566637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.566793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.566942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be created. [ 630.592859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.593263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.593364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.593602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.594029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.606548] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58399a0e-0e7e-4e8e-a953-8c6f636959d4: rpc.has_security_group_logging(os_id): False [ 630.621951] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: UNINITIALIZED for 2s [ 630.633035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.633216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.633285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.633466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.633608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.633782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.633880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.633938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.634224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.634224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.634357] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.634442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.634494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.634617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.634685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.634862] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.634956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.635031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.635158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.635230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.635315] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 is going to be created. [ 630.736685] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.736685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.736860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.751143] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: IN_PROGRESS for 2s [ 631.153049] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 631.153049] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 631.153884] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 631.155244] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 631.155244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.155244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.155244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.155543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.155543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.155543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.155669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.155765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.155851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.155948] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.157775] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.157775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.157892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.158169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.158410] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.158577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.158753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.158808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.158895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.159615] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.212394] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 631.212779] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 631.212894] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_rules [ 631.213064] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 631.213309] env[65675]: INFO networking_nsxv3.common.synchronization [req-bcef7041-bfbe-40c7-83ba-982cb8fc77e4 req-cf249abe-292b-4994-ad92-223479906210 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 631.214087] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 631.214401] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_rules [ 631.214401] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 631.214610] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 631.214804] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 631.215068] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.215243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.215328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.215611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.215728] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.217110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.217249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.217325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.217605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.217720] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.218754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb62efd6-ab46-41ee-b296-81eba12539ad taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.218899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.219010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.219246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.219353] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb62efd6-ab46-41ee-b296-81eba12539ad',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.222216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.222484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.222560] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.223815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.256921] env[65675]: INFO networking_nsxv3.common.synchronization [req-5b425cf6-db93-4dad-a1f2-ca99fdefa656 req-8540662e-a48f-44f1-b046-62d765e9e932 service nova] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_rules [ 631.257184] env[65675]: INFO networking_nsxv3.common.synchronization [req-5b425cf6-db93-4dad-a1f2-ca99fdefa656 req-8540662e-a48f-44f1-b046-62d765e9e932 service nova] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 631.257422] env[65675]: INFO networking_nsxv3.common.synchronization [req-5b425cf6-db93-4dad-a1f2-ca99fdefa656 req-8540662e-a48f-44f1-b046-62d765e9e932 service nova] Enqueued Resource ID: 02f153d8-2d21-4713-a812-e09a73406142 with Priority: HIGHEST for action port [ 631.258148] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_rules [ 631.258470] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 631.258587] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f153d8-2d21-4713-a812-e09a73406142 with Priority: HIGHEST for action port [ 631.259324] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.259531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.259658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.260613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.260613] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.261562] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.261709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.262015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f153d8-2d21-4713-a812-e09a73406142 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.262173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.262270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.262537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.262683] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f153d8-2d21-4713-a812-e09a73406142',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.662245] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.663457] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.725767] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.725919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.726098] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb62efd6-ab46-41ee-b296-81eba12539ad with status ACTIVE [ 631.726270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.726374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.726446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.726638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.726740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.726905] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.727233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.727233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.727233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.727368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.727472] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.727559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.727623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.727756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.727825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.727908] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb62efd6-ab46-41ee-b296-81eba12539ad is going to be updated. [ 631.729146] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.729255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.750193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.750431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.750431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.750695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.750862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.751060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.764609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.764840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.765029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f153d8-2d21-4713-a812-e09a73406142 with status ACTIVE [ 631.765144] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.765202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.765275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.765460] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.765543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.765727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.765819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.765880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.766051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.766163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.766350] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.766445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.766501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.766811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.766811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.766811] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f153d8-2d21-4713-a812-e09a73406142 is going to be updated. [ 631.790991] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.791276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.791666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.791910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.792065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.792238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f153d8-2d21-4713-a812-e09a73406142" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.092087] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 632.096054] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 deletion is rescheduled due to dependency. [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.096054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.096054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.096054] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.165712] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.170620] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.595524] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.631568] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 632.631831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.632009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.632257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.632430] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.632566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.632620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.632808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.632895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.632983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.633085] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.668811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.669150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.669150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.669262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.669355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.669454] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 632.673477] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.673477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.673477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.674195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.674195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.674195] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be created. [ 632.699458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.700154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.700154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.700154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.702469] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.702469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.702634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.703025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.703025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.714612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 632.715875] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: UNINITIALIZED for 2s [ 632.785767] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: SUCCESS [ 632.785767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.097730] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.136275] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.308132] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 633.309693] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 633.309693] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 633.310020] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 633.310020] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 633.310144] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 633.312323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.312323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.312323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.312323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.312323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.312323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.312323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.312641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.312641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.312641] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.315021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.315168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.315356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.315470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_rules [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_rules [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [req-f9f134c0-59ad-4248-ba69-0c18593a27f7 req-4f676cc9-19d4-4427-ab7e-69cbcf50ecc0 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 633.391185] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_rules [ 633.392136] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 633.392481] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 633.392739] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb62efd6-ab46-41ee-b296-81eba12539ad with Priority: HIGHEST for action port [ 633.393412] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_rules [ 633.394577] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 633.394577] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 633.394577] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.394729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.394794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.395116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.395237] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.397154] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.397154] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.398424] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb62efd6-ab46-41ee-b296-81eba12539ad taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.398424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.398424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.398424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.398424] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb62efd6-ab46-41ee-b296-81eba12539ad',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.400783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.602735] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.602996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.603157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.603443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.603520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.603588] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be updated. [ 633.636250] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.636250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.636250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.636250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.636250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.641038] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01f890d-e986-4a09-b015-ff3fc3e6c83d: rpc.has_security_group_logging(os_id): False [ 633.646550] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 633.663232] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.663232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.663232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.663388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.663619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.665324] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.665324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.665324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.665324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.665324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.665324] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be created. [ 633.745981] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.746286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.746591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.746591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.746761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.760232] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 633.818380] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.901442] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb62efd6-ab46-41ee-b296-81eba12539ad with status ACTIVE [ 633.901681] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.902230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.902230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.902230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.902230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.902573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.902683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.902764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.902954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.903089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.903315] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.903315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.903711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.903711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.903711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.903711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb62efd6-ab46-41ee-b296-81eba12539ad is going to be updated. [ 633.904868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.905430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.931671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.931671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.931671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.931671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb62efd6-ab46-41ee-b296-81eba12539ad" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.322272] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.615925] env[65675]: INFO networking_nsxv3.common.synchronization [req-9f658546-2080-4665-b724-3f132116554c req-27e09281-0978-4c5a-b5cd-cafd2816560e tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 634.617236] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 634.617236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.617236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.617236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.617538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.617578] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.617723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.617807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.618693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.618868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.619194] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.733250] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733250] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733250] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.733250] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733948] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.733948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.733948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.734107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.734352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.734352] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.825180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.825525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.825525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.825689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.825725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.826164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 is going to be created. [ 634.868792] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.871087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.871087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.871087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.871087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.882823] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: UNINITIALIZED for 2s [ 635.100071] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.100071] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.100071] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.100690] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.101095] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.101474] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.101693] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.102039] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.102293] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.102669] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.102967] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.103202] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.103410] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.104312] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.104312] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.104312] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.121243] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.121455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.121575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.121823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.121919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.122262] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.122449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.122550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.122794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.122794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.122948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 already deleted. [ 635.122948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.132564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.132564] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.132564] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.132564] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.132811] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.132920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.133265] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.133617] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.133617] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9faa71-9c6d-4bde-8d0a-1df0386939ac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.237449] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.240109] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.638042] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.638277] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.638371] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.638688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.638839] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.638992] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0e9faa71-9c6d-4bde-8d0a-1df0386939ac not found, creating... [ 635.639287] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.639475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.639602] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.639839] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.639969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.640274] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.640454] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.640562] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.640775] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.640907] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.641066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0e9faa71-9c6d-4bde-8d0a-1df0386939ac is going to be created. [ 635.660321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 635.660693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.660893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.661140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.661425] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.661567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.661567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.661567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.662111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.662111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.662226] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.673697] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.674584] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.674584] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.674897] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.675199] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.675525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.740844] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.743147] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.772650] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 635.772889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.058073] env[65675]: INFO networking_nsxv3.common.synchronization [req-72890393-cb34-4850-b669-4e3c2b00041a req-8a2cb66e-a04f-4f41-ab2c-f9569f946e9d tempest-AttachInterfacesV270Test-1842013497 tempest-AttachInterfacesV270Test-1842013497-project-member] Enqueued Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 636.058620] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGHEST for action security_group_members [ 636.058940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.059087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.059150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.059374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.059589] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.059781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.059898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.060145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.060257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.060365] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.164470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.164659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.164760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.165066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.165244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.165351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.165409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.165574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.165664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.165753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.165899] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.165993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.166068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.166210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.166345] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.166435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.166501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.166641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.166719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.166810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.170026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.244607] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.244847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.244903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.245314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.245593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.245716] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 636.247558] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.247712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.247849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.248142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.248272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.248434] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be updated. [ 636.310353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.310641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.310725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.310999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.311178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.313512] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.313633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.313703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.313900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.314051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.334889] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 636.335767] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 636.381012] env[65675]: INFO networking_nsxv3.common.synchronization [req-9f658546-2080-4665-b724-3f132116554c req-0260b398-a912-420d-acb5-7882a3714baf service nova] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 636.381675] env[65675]: INFO networking_nsxv3.common.synchronization [req-9f658546-2080-4665-b724-3f132116554c req-0260b398-a912-420d-acb5-7882a3714baf service nova] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 636.381839] env[65675]: INFO networking_nsxv3.common.synchronization [req-9f658546-2080-4665-b724-3f132116554c req-0260b398-a912-420d-acb5-7882a3714baf service nova] Enqueued Resource ID: 0e9faa71-9c6d-4bde-8d0a-1df0386939ac with Priority: HIGHEST for action port [ 636.383229] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_rules [ 636.383456] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 636.383594] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9faa71-9c6d-4bde-8d0a-1df0386939ac with Priority: HIGHEST for action port [ 636.384169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.384338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.384437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.385308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.385621] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.387837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.388056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.388235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.388800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.389038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.389197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.389312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.389526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.389767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.389910] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.391546] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.391546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.391740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.393713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.393713] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9faa71-9c6d-4bde-8d0a-1df0386939ac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.563524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.563524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.563524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.563524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.563524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.563871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.563871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.563871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.564062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.564146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.564371] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a is going to be updated. [ 636.599791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.600082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.600082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.600935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.600935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.616260] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: IN_PROGRESS for 2s [ 636.669828] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cb50190-3535-43b8-bbf6-5086fab27341: rpc.has_security_group_logging(os_id): False [ 636.689868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.690843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.690843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.690843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.690843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.690843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.691315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.691315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.691315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.691315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.691645] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.691645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.691847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.691847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.691908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.692435] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.692435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.692435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.692435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.692655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.692814] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be updated. [ 636.791994] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.792257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.792257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.792498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.792650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.817529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 636.888135] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.888320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.891733] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.895200] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: SUCCESS [ 636.896791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.896791] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e9faa71-9c6d-4bde-8d0a-1df0386939ac with status ACTIVE [ 636.897141] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.898153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.898153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.898153] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.898153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.898464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.899134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.899174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.899335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.899409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899495] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e9faa71-9c6d-4bde-8d0a-1df0386939ac is going to be updated. [ 636.901762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.901932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.902110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.902210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.902415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.902488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.902608] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.925014] env[65675]: INFO networking_nsxv3.common.synchronization [req-24ad7d41-8e9b-4fe9-9f17-cc826a8764f8 req-10301c67-2d53-453f-8394-4b965fafd4a3 tempest-FloatingIPsAssociationTestJSON-1677723857 tempest-FloatingIPsAssociationTestJSON-1677723857-project-member] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 636.928047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.928301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.929262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9faa71-9c6d-4bde-8d0a-1df0386939ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.930172] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 636.930747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.930904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.930963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.931197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.931456] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.931579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.931700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.934367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.934367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.934367] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.395051] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.408317] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.438401] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.473993] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.474444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.474444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.474616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.474930] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.475192] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.475192] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.475360] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.475516] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.475721] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.475871] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.476040] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.476188] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.476304] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.476424] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.476567] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.501812] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.501812] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.501812] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.501812] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-173" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502113] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.502204] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.502322] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502678] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502912] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d307a7-a7fe-42eb-9cfb-d33990c1efbd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.575530] env[65675]: INFO networking_nsxv3.common.synchronization [req-3f16dc55-c8da-40e9-8819-a4a61b3a10de req-e47d99ce-3705-49ca-9aef-361c5c48261b tempest-ServerExternalEventsTest-1896219762 tempest-ServerExternalEventsTest-1896219762-project-member] Enqueued Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 637.578388] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGHEST for action security_group_members [ 637.578388] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.578388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.578827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.579148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.581023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.581023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.581023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.581023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.581023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.581023] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.899970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.899970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.899970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.899970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.899970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.899970] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 is going to be created. [ 637.912823] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.931689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.931689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.931689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.931689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.943573] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.943573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: UNINITIALIZED for 2s [ 637.997344] env[65675]: INFO networking_nsxv3.common.synchronization [None req-79c5c517-1650-4139-bc4d-56a21d0c814d None None] Enqueued Resource ID: 1bdb9215-3a50-4912-91ec-6abc17a92992 with Priority: HIGHEST for action port [ 637.997344] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdb9215-3a50-4912-91ec-6abc17a92992 with Priority: HIGHEST for action port [ 637.997344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bdb9215-3a50-4912-91ec-6abc17a92992 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.997344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bdb9215-3a50-4912-91ec-6abc17a92992" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.997905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bdb9215-3a50-4912-91ec-6abc17a92992" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.998736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bdb9215-3a50-4912-91ec-6abc17a92992" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.999028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdb9215-3a50-4912-91ec-6abc17a92992',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.006402] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.007485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.007485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.007485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.007485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.007485] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 74d307a7-a7fe-42eb-9cfb-d33990c1efbd not found, creating... [ 638.007823] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.007823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.007823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.008062] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.008253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.008989] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008989] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008989] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.009164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.009201] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.009625] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 74d307a7-a7fe-42eb-9cfb-d33990c1efbd is going to be created. [ 638.033944] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.034203] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.034280] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.034567] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.034796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.035087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.085618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.085618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.085618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.085618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.085618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.085618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.086040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.086109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.086143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.086266] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 is going to be updated. [ 638.140908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.141193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.141278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.141557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.141804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.161592] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: IN_PROGRESS for 2s [ 638.351721] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 638.352316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.352316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.352557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.352841] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.353008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.353008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.353273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.353273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.353417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.353463] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.355119] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 638.355635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.355635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.355802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.355863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.355980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.356077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.356503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.356503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.356503] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.357300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.357476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.358407] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.358407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.358407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.358407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.358407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.358407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.358407] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.359309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.359442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.359600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.359703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.359808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.359911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.359984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.360088] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.415494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.415494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.415494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.415850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.415850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.415937] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 is going to be updated. [ 638.447203] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.447405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.447405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.447632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.447773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.449959] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.450114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.450177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.450423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.450585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.450713] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be updated. [ 638.466031] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: IN_PROGRESS for 2s [ 638.487169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.487329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.487397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.487590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.487732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.499385] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 638.502083] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bdb9215-3a50-4912-91ec-6abc17a92992 [ 638.502136] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.502312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.502312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.502534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.502625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.502723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bdb9215-3a50-4912-91ec-6abc17a92992 already deleted. [ 638.502819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bdb9215-3a50-4912-91ec-6abc17a92992" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.627885] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a in Status: SUCCESS [ 638.628083] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a deletion is rescheduled due to dependency. [ 638.630671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.807368] env[65675]: INFO networking_nsxv3.common.synchronization [req-24ad7d41-8e9b-4fe9-9f17-cc826a8764f8 req-9c038b27-8617-4ac1-9e7b-fa8bf3049c4e service nova] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_rules [ 638.807555] env[65675]: INFO networking_nsxv3.common.synchronization [req-24ad7d41-8e9b-4fe9-9f17-cc826a8764f8 req-9c038b27-8617-4ac1-9e7b-fa8bf3049c4e service nova] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 638.808723] env[65675]: INFO networking_nsxv3.common.synchronization [req-24ad7d41-8e9b-4fe9-9f17-cc826a8764f8 req-9c038b27-8617-4ac1-9e7b-fa8bf3049c4e service nova] Enqueued Resource ID: 74d307a7-a7fe-42eb-9cfb-d33990c1efbd with Priority: HIGHEST for action port [ 638.808723] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_rules [ 638.808723] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 638.808723] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d307a7-a7fe-42eb-9cfb-d33990c1efbd with Priority: HIGHEST for action port [ 638.809193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.809193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.809294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.809561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.809561] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.812292] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.812292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.812292] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.812842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.812842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.812842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.812842] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d307a7-a7fe-42eb-9cfb-d33990c1efbd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.838983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 638.838983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.859880] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.862975] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.863434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.863599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.863692] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.314856] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.315177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.315337] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74d307a7-a7fe-42eb-9cfb-d33990c1efbd with status ACTIVE [ 639.315582] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.315760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.315887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.316228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.316365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.316741] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.317599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.317599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.317599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.317599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.318038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.318038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.318251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.318307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.318441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.318548] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74d307a7-a7fe-42eb-9cfb-d33990c1efbd is going to be updated. [ 639.354838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.354838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.354838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.354838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.354838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.354838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d307a7-a7fe-42eb-9cfb-d33990c1efbd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.367030] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.367030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd117b62-8e60-4946-8a7b-7b44e0e1ff87: rpc.has_security_group_logging(os_id): False [ 639.367030] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.396114] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.396366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.396485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.397032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.397032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.398355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.398523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.398597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.398801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.398921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.399113] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be created. [ 639.502020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.502308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.502308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.502516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.502671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.517300] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 639.871618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.871829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.871829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.872161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.872336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.872447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be updated. [ 639.873895] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.875433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.875433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.875433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.875601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.875637] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 639.910208] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.911063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.911063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.911063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.911063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.912750] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.912959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.912959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.914552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.914707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.938699] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 639.939119] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 639.958031] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: SUCCESS [ 639.958387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.958493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.958655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.958858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.958981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.959060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.959222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.959304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.959413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.959507] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.176205] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38732de-f6f6-482c-b217-7dbd8198ff15 in Status: SUCCESS [ 640.176461] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 deletion is rescheduled due to dependency. [ 640.176519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.454842] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ddcbfee8-9f6b-4005-91a9-4c15636c3ee1 None None] Enqueued Resource ID: 1f280db3-001a-49a9-ba71-5544864d5ed7 with Priority: HIGHEST for action port [ 640.455597] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f280db3-001a-49a9-ba71-5544864d5ed7 with Priority: HIGHEST for action port [ 640.455900] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f280db3-001a-49a9-ba71-5544864d5ed7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f280db3-001a-49a9-ba71-5544864d5ed7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.456177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f280db3-001a-49a9-ba71-5544864d5ed7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.456419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f280db3-001a-49a9-ba71-5544864d5ed7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.456505] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f280db3-001a-49a9-ba71-5544864d5ed7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.463562] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.478503] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: SUCCESS [ 640.478711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.479785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.479785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.479785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.479967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.479967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.480075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.480173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.480255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.480351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.509560] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 640.509815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.509815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.510052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.510248] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.510365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.510441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.510646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.510735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.510836] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.959205] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f280db3-001a-49a9-ba71-5544864d5ed7 [ 640.959551] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.959709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.959892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.959996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.960101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f280db3-001a-49a9-ba71-5544864d5ed7 already deleted. [ 640.960302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f280db3-001a-49a9-ba71-5544864d5ed7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.965896] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b738eff-b1e6-421e-8b1a-03a63163de33: rpc.has_security_group_logging(os_id): False [ 640.982400] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.985600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.985600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.985826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.985981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.986077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.986349] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.986488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.986559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.986723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.986836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.986982] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 is going to be created. [ 641.014657] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.058634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.062167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.065688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.081446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: IN_PROGRESS for 2s [ 641.486169] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e0f7dd2-ce54-4486-a33c-582224d50188: rpc.has_security_group_logging(os_id): False [ 641.506267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.506569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.506569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.506738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.506789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.507063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.507220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.507220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.507392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.507497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.507589] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 is going to be created. [ 641.516555] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.550077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 641.550077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.550077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.550077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.550077] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.610046] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.610046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.610046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.610046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.610046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.633454] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: IN_PROGRESS for 2s [ 641.952289] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 641.952546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.952758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.952908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.953122] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.953244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.953306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.953467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.953552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.953653] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.955186] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 641.955366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.955515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.955682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.955844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.955955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.956248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.956352] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.020879] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.021085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.021155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.021376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.021543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021646] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be updated. [ 642.052679] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.052954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.054386] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.054532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.054585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.054873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.055043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.065342] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 642.371037] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3b7dbdd1-64fa-4e47-9f20-21682b4ccccc tempest-ServerActionsTestOtherA-2128874597 tempest-ServerActionsTestOtherA-2128874597-project-member] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 642.372605] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 642.372605] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.372605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.372605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.373102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.373102] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.462300] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.462300] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.628935] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ff73ae41-7b41-497f-8414-3f73371c7630 None None] Enqueued Resource ID: ec7beaa1-991b-4639-bd04-c2a8d6a86c4d with Priority: HIGHEST for action port [ 642.628935] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7beaa1-991b-4639-bd04-c2a8d6a86c4d with Priority: HIGHEST for action port [ 642.628935] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7beaa1-991b-4639-bd04-c2a8d6a86c4d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.628935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7beaa1-991b-4639-bd04-c2a8d6a86c4d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.628935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7beaa1-991b-4639-bd04-c2a8d6a86c4d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.632547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7beaa1-991b-4639-bd04-c2a8d6a86c4d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.632547] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7beaa1-991b-4639-bd04-c2a8d6a86c4d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.897680] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.898056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.898144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.898360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.898480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.898580] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab already deleted. [ 642.898669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.964776] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.968518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.984717] env[65675]: INFO networking_nsxv3.common.synchronization [None req-85ebe988-343d-4505-b028-cd70f1bdd345 tempest-ServerActionsTestOtherA-2128874597 tempest-ServerActionsTestOtherA-2128874597-project-member] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 642.985616] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 642.985988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.987835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.987924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.988195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.988318] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.101302] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: SUCCESS [ 643.101302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.135077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec7beaa1-991b-4639-bd04-c2a8d6a86c4d [ 643.135309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.135495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.135575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.135811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.135908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.136049] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec7beaa1-991b-4639-bd04-c2a8d6a86c4d already deleted. [ 643.136178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7beaa1-991b-4639-bd04-c2a8d6a86c4d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.470220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.471043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.471043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.471043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.471240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.471275] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be updated. [ 643.472852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.472986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.473067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.473265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.473359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.473453] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 643.508252] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.508252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.508252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.508818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.508818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.510857] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.510937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.510937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.511587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.511813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.522914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 643.523570] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 643.524384] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.525701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.525701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.525701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.525701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.525701] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab already deleted. [ 643.525701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.644171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: SUCCESS [ 643.644863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.852326] env[65675]: INFO networking_nsxv3.common.synchronization [req-6659e0db-fc3d-44f1-9575-e003dc9f2208 req-782a83a3-27af-43c2-b295-75d800dbc4cc tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 643.852893] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 643.853317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.853566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.853566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.853745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.853916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.854057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.854097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.854259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.854345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.854438] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.076764] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 644.076990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.077460] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.078787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.079224] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.079224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.079442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.079479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.079569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.079660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.079767] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.357146] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.583782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.584791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.584791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.585172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.585172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.585172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.585172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.585305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.585719] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.585719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.585719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.585719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.585951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.585951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.585951] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.863450] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.081042] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.081042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.081042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081042] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.081042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.081042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.083088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083224] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.083355] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.083488] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.083599] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.083716] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.083829] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.083966] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.088296] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8: rpc.has_security_group_logging(os_id): False [ 645.107919] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.108052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.108131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.108337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.108468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.108687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.108813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.108901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.109465] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.109656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.110249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.110390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.110645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.110739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.110851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be updated. [ 645.112845] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.113041] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.113175] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.113326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.113584] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-65ad117c-b872-4901-8269-e03bf77418db taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.113734] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.113845] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114150] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114287] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ad117c-b872-4901-8269-e03bf77418db',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.183021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.183021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.183021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.183021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.183021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.197047] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 645.349056] env[65675]: INFO networking_nsxv3.common.synchronization [None req-4fdf4165-2c4c-4bb2-9fb7-cf13ca64cc93 None None] Enqueued Resource ID: 2164c728-be6d-4c6e-8e5c-b7661232bb5e with Priority: HIGHEST for action port [ 645.349056] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2164c728-be6d-4c6e-8e5c-b7661232bb5e with Priority: HIGHEST for action port [ 645.349909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2164c728-be6d-4c6e-8e5c-b7661232bb5e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.350098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2164c728-be6d-4c6e-8e5c-b7661232bb5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.350255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2164c728-be6d-4c6e-8e5c-b7661232bb5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.350591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2164c728-be6d-4c6e-8e5c-b7661232bb5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.350745] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2164c728-be6d-4c6e-8e5c-b7661232bb5e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.369022] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.369022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.369022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.369022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.369022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.369022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 645.406979] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.406979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.406979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.406979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.406979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.411489] env[65675]: INFO networking_nsxv3.common.synchronization [None req-67b252cf-f9bd-44d4-851e-ac7e52d7d12d None None] Enqueued Resource ID: e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5 with Priority: HIGHEST for action port [ 645.415024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5 with Priority: HIGHEST for action port [ 645.415024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.415024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.415024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.415024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.415024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.420809] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 645.534907] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 645.535019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.535397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.535515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.535753] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.535884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.535956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.537028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.537028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.537028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.537028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.538686] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 645.538919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.539147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.539359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.539566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.540055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.540055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.540055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.540300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.540300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.540476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.540700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.541014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.541014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.541168] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.541313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.541396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.541651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.541766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.541948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.542039] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.616925] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.617103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.617228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.617493] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.617637] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.617843] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 65ad117c-b872-4901-8269-e03bf77418db not found, creating... [ 645.618069] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.618242] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.618426] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.618628] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.618885] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.619091] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.619267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.619395] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619609] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619737] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.619884] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 65ad117c-b872-4901-8269-e03bf77418db is going to be created. [ 645.646429] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.646429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.646429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.646700] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.647098] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.647316] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.856084] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2164c728-be6d-4c6e-8e5c-b7661232bb5e [ 645.856084] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.856084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.856084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.856084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.856084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.856465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2164c728-be6d-4c6e-8e5c-b7661232bb5e already deleted. [ 645.856465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2164c728-be6d-4c6e-8e5c-b7661232bb5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.916057] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5 [ 645.916536] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.916607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.916704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.916949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.917056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.917308] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5 already deleted. [ 645.917308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f9851c-3c7f-4a2c-9ed0-c9f7f15ec9b5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.044148] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.046037] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 646.067033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.067136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.067180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.067368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.067466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.067688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.067813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.067865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.068011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.068098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.068279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.068385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.068468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.068587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.068661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.068980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.068980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.068980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.069218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.069365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.069365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 646.137362] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.137512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.137586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.137810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.137978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.153047] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 646.417295] env[65675]: INFO networking_nsxv3.common.synchronization [req-6659e0db-fc3d-44f1-9575-e003dc9f2208 req-6e2edb1d-e7cb-46ce-a5ee-0f6877b391ce service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 646.417408] env[65675]: INFO networking_nsxv3.common.synchronization [req-6659e0db-fc3d-44f1-9575-e003dc9f2208 req-6e2edb1d-e7cb-46ce-a5ee-0f6877b391ce service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 646.417614] env[65675]: INFO networking_nsxv3.common.synchronization [req-6659e0db-fc3d-44f1-9575-e003dc9f2208 req-6e2edb1d-e7cb-46ce-a5ee-0f6877b391ce service nova] Enqueued Resource ID: 65ad117c-b872-4901-8269-e03bf77418db with Priority: HIGHEST for action port [ 646.418329] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 646.418405] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 646.418463] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ad117c-b872-4901-8269-e03bf77418db with Priority: HIGHEST for action port [ 646.418835] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.419086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.419086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.419253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.419464] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.420263] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.420377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.420615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-65ad117c-b872-4901-8269-e03bf77418db taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.420743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.420909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.422068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.422196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ad117c-b872-4901-8269-e03bf77418db',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.547877] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd117b62-8e60-4946-8a7b-7b44e0e1ff87: rpc.has_security_group_logging(os_id): False [ 646.566886] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.567101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.567230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.567469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.567508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.567743] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.567843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.567907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.568077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.568960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.569150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be updated. [ 646.581267] env[65675]: INFO networking_nsxv3.common.synchronization [req-e6021596-d674-4867-9eb0-a443c9d023e6 req-79d8a0a1-fdc1-4635-b567-cfce226f92d3 tempest-ImagesNegativeTestJSON-1016810844 tempest-ImagesNegativeTestJSON-1016810844-project-member] Enqueued Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 646.581267] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGHEST for action security_group_members [ 646.581267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.581267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.581267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.581267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.581267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.581267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.581267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.582530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.582530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.582530] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.640448] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.640760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.640760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.640951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.641187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.657172] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 646.923899] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.924443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.926555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65ad117c-b872-4901-8269-e03bf77418db with status ACTIVE [ 646.926792] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.926936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.927021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.927324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.927422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.927681] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.927773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.927813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.928023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.928394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928394] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.928394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.928551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.928666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.928718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928800] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65ad117c-b872-4901-8269-e03bf77418db is going to be updated. [ 646.958953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.959158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.959256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.959548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.959731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.960098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65ad117c-b872-4901-8269-e03bf77418db" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.085912] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.086203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.086273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.086502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.086651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.086909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.087052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.087114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.087339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.087441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.087564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 is going to be updated. [ 647.131256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.131452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.131498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.132505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.132505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.143051] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: IN_PROGRESS for 2s [ 647.217747] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 647.217992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.431557] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 647.431739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.431967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.432555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.432555] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.432697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.435700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.435700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.435700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.435700] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.769744] env[65675]: INFO networking_nsxv3.common.synchronization [None req-281cf47f-f791-4ef8-a185-9336d27a91f1 None None] Enqueued Resource ID: c6f633e4-7218-4f75-8d1f-7f7fc19779d3 with Priority: HIGHEST for action port [ 647.770026] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f633e4-7218-4f75-8d1f-7f7fc19779d3 with Priority: HIGHEST for action port [ 647.770625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f633e4-7218-4f75-8d1f-7f7fc19779d3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f633e4-7218-4f75-8d1f-7f7fc19779d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.770820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f633e4-7218-4f75-8d1f-7f7fc19779d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.771391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f633e4-7218-4f75-8d1f-7f7fc19779d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.771391] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f633e4-7218-4f75-8d1f-7f7fc19779d3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.938113] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.075028] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd23de4-b0a5-4ffc-9888-49eae5e46633 req-a51f7d96-7f07-4696-8e41-f3ba89920ee9 tempest-ServersTestBootFromVolume-734217761 tempest-ServersTestBootFromVolume-734217761-project-member] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 648.075841] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 648.076312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.076452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.076726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.076798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.076932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.077039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.077095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.078101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.078101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.078101] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.174029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 648.174029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.174029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.174029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.174029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.273745] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6f633e4-7218-4f75-8d1f-7f7fc19779d3 [ 648.274020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.274231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.274301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.274511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.274574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.274659] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6f633e4-7218-4f75-8d1f-7f7fc19779d3 already deleted. [ 648.274764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f633e4-7218-4f75-8d1f-7f7fc19779d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.369597] env[65675]: INFO networking_nsxv3.common.synchronization [None req-db67105e-73a6-48c7-8bba-b06119b2f60e None None] Enqueued Resource ID: 7f68ff05-d49d-4abd-bc9f-6c44f095b9a5 with Priority: HIGHEST for action port [ 648.369949] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f68ff05-d49d-4abd-bc9f-6c44f095b9a5 with Priority: HIGHEST for action port [ 648.370284] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f68ff05-d49d-4abd-bc9f-6c44f095b9a5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.370411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f68ff05-d49d-4abd-bc9f-6c44f095b9a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.370482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f68ff05-d49d-4abd-bc9f-6c44f095b9a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.370785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f68ff05-d49d-4abd-bc9f-6c44f095b9a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.370874] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f68ff05-d49d-4abd-bc9f-6c44f095b9a5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.440642] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.579687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.579923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.579923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.580096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.580699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.580699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.580699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.580699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.581156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.581156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.581156] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 already deleted. [ 648.581156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.673879] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 648.674140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.675871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.676072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.676142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.676355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.676521] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.676621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.676680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.676828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.676908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.678054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.678054] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.875473] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f68ff05-d49d-4abd-bc9f-6c44f095b9a5 [ 648.875769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.875941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.876053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.876332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.876517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.876890] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f68ff05-d49d-4abd-bc9f-6c44f095b9a5 already deleted. [ 648.876890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f68ff05-d49d-4abd-bc9f-6c44f095b9a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.945558] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.945558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.945558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.945558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.945558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.945558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 648.975242] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.975384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.975457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.976294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.976294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.986333] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 649.155960] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 in Status: SUCCESS [ 649.156165] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 deletion is rescheduled due to dependency. [ 649.156290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185532] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.185698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.185756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.185977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186162] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.186278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.186343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.186500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.186672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.186817] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.186917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.186977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.187130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.187265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.187357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.187414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.187549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.187638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.187722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.187811] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.572017] env[65675]: INFO networking_nsxv3.common.synchronization [req-27353eca-e2c2-4336-8ce6-99e646743e01 req-369777b4-56ab-42d2-aecb-eacad097ae99 tempest-ServerMetadataTestJSON-145252439 tempest-ServerMetadataTestJSON-145252439-project-member] Enqueued Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 649.572017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 649.572017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.572421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.572957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.573270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.573598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.575161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.575161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.575161] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.606059] env[65675]: INFO networking_nsxv3.common.synchronization [None req-05468b4e-6e81-4846-93cc-4dafd290ffe2 None None] Enqueued Resource ID: c6ca6731-c42c-4772-8a43-4ab07835f43e with Priority: HIGHEST for action port [ 649.606059] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ca6731-c42c-4772-8a43-4ab07835f43e with Priority: HIGHEST for action port [ 649.606438] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ca6731-c42c-4772-8a43-4ab07835f43e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.606566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ca6731-c42c-4772-8a43-4ab07835f43e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.606653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ca6731-c42c-4772-8a43-4ab07835f43e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.606968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ca6731-c42c-4772-8a43-4ab07835f43e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.607112] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ca6731-c42c-4772-8a43-4ab07835f43e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.690457] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 649.712422] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.712422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.712422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.712422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.712422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.712720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.712720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.712720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.712848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.712920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.713207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.713270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.713409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.713480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.713755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.713814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.714216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714329] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 649.779777] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.780334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.781017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.781017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.781017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.796060] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 649.810473] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.810830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-968" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810957] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-968" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.811316] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-968" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.811615] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.812458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.812458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.812458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.812647] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.812809] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.812869] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.813204] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.813341] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.813479] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.815016] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.815016] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.842708] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.842934] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.843150] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.843345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-968" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.843745] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-ab54b329-a7c8-44eb-bd60-2861496c70a9 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.843944] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.844110] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.844470] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.844652] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab54b329-a7c8-44eb-bd60-2861496c70a9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.077763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.078156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.078156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.078305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.078374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.079026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.079026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.079026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.079026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.079026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.079026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 already deleted. [ 650.079491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.110975] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ca6731-c42c-4772-8a43-4ab07835f43e [ 650.110975] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.110975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.110975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.110975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.110975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.110975] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ca6731-c42c-4772-8a43-4ab07835f43e already deleted. [ 650.110975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ca6731-c42c-4772-8a43-4ab07835f43e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348773] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.348951] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.349058] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.349356] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.349535] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.349699] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port ab54b329-a7c8-44eb-bd60-2861496c70a9 not found, creating... [ 650.350028] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.350214] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.350286] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.350487] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.350653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.350950] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351118] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.351426] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.351537] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.351697] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: ab54b329-a7c8-44eb-bd60-2861496c70a9 is going to be created. [ 650.354663] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a3c69389-ec68-4eef-8572-be9a7a97f546 None None] Enqueued Resource ID: 033b8437-21c1-4b35-83a2-f3e7aa93e3b9 with Priority: HIGHEST for action port [ 650.355274] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033b8437-21c1-4b35-83a2-f3e7aa93e3b9 with Priority: HIGHEST for action port [ 650.356231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-033b8437-21c1-4b35-83a2-f3e7aa93e3b9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.356231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033b8437-21c1-4b35-83a2-f3e7aa93e3b9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.356231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033b8437-21c1-4b35-83a2-f3e7aa93e3b9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.356231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033b8437-21c1-4b35-83a2-f3e7aa93e3b9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.356459] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033b8437-21c1-4b35-83a2-f3e7aa93e3b9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.374829] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.374829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.374829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.374829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.375901] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.375901] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.525042] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.525907] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-977" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.527094] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-977" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.527094] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-977" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.528308] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.528308] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528308] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.528308] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.528308] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.528308] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.528308] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.528748] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.528748] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.528748] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.528850] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.529067] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.564443] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.564443] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.564443] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.564443] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-977" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.564956] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-a378ebb3-b52a-4757-ab34-3b56b69b8b48 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.564956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.564956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.565226] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.565360] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a378ebb3-b52a-4757-ab34-3b56b69b8b48',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.857963] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033b8437-21c1-4b35-83a2-f3e7aa93e3b9 [ 650.858233] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.858446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.858446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.859422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.859422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.859422] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033b8437-21c1-4b35-83a2-f3e7aa93e3b9 already deleted. [ 650.859422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033b8437-21c1-4b35-83a2-f3e7aa93e3b9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.996338] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 650.996560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.996862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.997119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.997312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.997434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.997494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.997651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.997735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.997820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.997912] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.069168] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.069433] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.069515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.069771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.069914] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.070075] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port a378ebb3-b52a-4757-ab34-3b56b69b8b48 not found, creating... [ 651.070342] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.070785] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.070785] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.071141] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.071328] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.071641] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.071815] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.071931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.072163] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.072299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.072438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: a378ebb3-b52a-4757-ab34-3b56b69b8b48 is going to be created. [ 651.087717] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd23de4-b0a5-4ffc-9888-49eae5e46633 req-2595a283-6d34-49fb-ae72-1855c59f0e02 service nova] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 651.088094] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd23de4-b0a5-4ffc-9888-49eae5e46633 req-2595a283-6d34-49fb-ae72-1855c59f0e02 service nova] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 651.088094] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd23de4-b0a5-4ffc-9888-49eae5e46633 req-2595a283-6d34-49fb-ae72-1855c59f0e02 service nova] Enqueued Resource ID: ab54b329-a7c8-44eb-bd60-2861496c70a9 with Priority: HIGHEST for action port [ 651.088636] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_rules [ 651.088830] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 651.088943] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab54b329-a7c8-44eb-bd60-2861496c70a9 with Priority: HIGHEST for action port [ 651.089179] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.089388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.089388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.089559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.089662] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.090634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.090752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.090827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.091966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.091966] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.091966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.091966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.091966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.091966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.091966] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.092721] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab54b329-a7c8-44eb-bd60-2861496c70a9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.092829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.092882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.093087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.093147] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab54b329-a7c8-44eb-bd60-2861496c70a9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.095211] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.095673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.095829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096016] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.098405] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.098405] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.504683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.504683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.504683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.504683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.504683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.505626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.505626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.505626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.505626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.505626] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.595514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.595706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.596170] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.600868] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab54b329-a7c8-44eb-bd60-2861496c70a9 with status ACTIVE [ 651.600868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.601084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.601084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.601256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.601346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.601527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.601634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.601700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.601834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.601918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.602365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.602365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602589] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab54b329-a7c8-44eb-bd60-2861496c70a9 is going to be updated. [ 651.638508] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.638751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.639134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.639241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.639456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.639719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab54b329-a7c8-44eb-bd60-2861496c70a9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.819881] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 651.820248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.839452] env[65675]: INFO networking_nsxv3.common.synchronization [req-27353eca-e2c2-4336-8ce6-99e646743e01 req-08cad409-73ae-4246-8e6c-f8fa76c14472 service nova] Enqueued Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_rules [ 651.839689] env[65675]: INFO networking_nsxv3.common.synchronization [req-27353eca-e2c2-4336-8ce6-99e646743e01 req-08cad409-73ae-4246-8e6c-f8fa76c14472 service nova] Enqueued Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 651.839810] env[65675]: INFO networking_nsxv3.common.synchronization [req-27353eca-e2c2-4336-8ce6-99e646743e01 req-08cad409-73ae-4246-8e6c-f8fa76c14472 service nova] Enqueued Resource ID: a378ebb3-b52a-4757-ab34-3b56b69b8b48 with Priority: HIGHEST for action port [ 651.840480] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_rules [ 651.840699] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 651.840821] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a378ebb3-b52a-4757-ab34-3b56b69b8b48 with Priority: HIGHEST for action port [ 651.842372] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.843131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.843255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.843607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.843726] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.847843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.847843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.847843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.847843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.847843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.851879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.851879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.851879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.852437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.852437] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.856023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a378ebb3-b52a-4757-ab34-3b56b69b8b48 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.856023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.856023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.856023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.856023] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a378ebb3-b52a-4757-ab34-3b56b69b8b48',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.007607] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c89b57-5018-46d4-9f4c-5070bf6b06b4: rpc.has_security_group_logging(os_id): False [ 652.027735] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.027735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.027735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.028086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.032024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.032654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.032654] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 652.099193] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.104045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.104045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.104045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.104291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.104395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.122088] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 652.355904] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.356251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.356251] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.357274] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a378ebb3-b52a-4757-ab34-3b56b69b8b48 with status ACTIVE [ 652.357548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.357722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.357813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.358127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.358299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.358528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.358663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.358663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.358881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.358942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.361771] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.361771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.361771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.361771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.361771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.361771] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a378ebb3-b52a-4757-ab34-3b56b69b8b48 is going to be updated. [ 652.385761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.385948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.386038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.386259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.386396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.386557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a378ebb3-b52a-4757-ab34-3b56b69b8b48" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.425852] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f0ff401-9d17-4fe8-bb13-ca06422f468f req-dd7b267f-9ef4-4ba5-bb53-d8438ca84f0c tempest-ServerDiagnosticsNegativeTest-372666405 tempest-ServerDiagnosticsNegativeTest-372666405-project-member] Enqueued Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 652.426456] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 652.426777] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.426912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.426989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.427611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.427778] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.427884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.428055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.428118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.428204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.428300] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.461857] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8f593bf7-1767-482a-aa6f-71d2f42b76cf None None] Enqueued Resource ID: 220d4a65-ecf6-4836-9c81-3872dd6e34ac with Priority: HIGHEST for action port [ 652.462495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220d4a65-ecf6-4836-9c81-3872dd6e34ac with Priority: HIGHEST for action port [ 652.462804] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-220d4a65-ecf6-4836-9c81-3872dd6e34ac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.462899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220d4a65-ecf6-4836-9c81-3872dd6e34ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.463159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220d4a65-ecf6-4836-9c81-3872dd6e34ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.463668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220d4a65-ecf6-4836-9c81-3872dd6e34ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.463786] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220d4a65-ecf6-4836-9c81-3872dd6e34ac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.605916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.605916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.605916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.605916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.605916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605916] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 is going to be created. [ 652.632592] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.632762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.632852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.633098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.633260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.644136] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: UNINITIALIZED for 2s [ 652.862177] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.918292] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.918476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.918476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.918699] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.919046] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.919160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.919280] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.919541] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.919678] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.919957] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.920083] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.920822] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.920822] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.920822] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.920822] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.921071] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.930017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.930168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.930237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.931085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.931085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.931085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.931085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.931085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.931085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.931544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.931544] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 already deleted. [ 652.931544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.944635] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.944832] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.944971] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.945355] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.945454] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-781caf30-05cf-4c07-928e-b25a82e5de7e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.945662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.945716] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.946105] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.946259] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781caf30-05cf-4c07-928e-b25a82e5de7e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.965565] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 220d4a65-ecf6-4836-9c81-3872dd6e34ac [ 652.965781] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.966015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.966015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.966297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.966297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.966410] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:220d4a65-ecf6-4836-9c81-3872dd6e34ac already deleted. [ 652.966464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220d4a65-ecf6-4836-9c81-3872dd6e34ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.366048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.366048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.366462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.366462] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 is going to be created. [ 653.395081] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.395081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.395081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.395350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.395479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.406461] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: UNINITIALIZED for 2s [ 653.435498] env[65675]: INFO networking_nsxv3.common.synchronization [None req-af1df353-b111-4302-b038-9374268a3aa0 None None] Enqueued Resource ID: 2d5b47c9-1226-43dd-ada0-f9bcbe8d7996 with Priority: HIGHEST for action port [ 653.435879] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5b47c9-1226-43dd-ada0-f9bcbe8d7996 with Priority: HIGHEST for action port [ 653.436781] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5b47c9-1226-43dd-ada0-f9bcbe8d7996 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.436964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5b47c9-1226-43dd-ada0-f9bcbe8d7996" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.437097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5b47c9-1226-43dd-ada0-f9bcbe8d7996" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.437404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5b47c9-1226-43dd-ada0-f9bcbe8d7996" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.437915] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5b47c9-1226-43dd-ada0-f9bcbe8d7996',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.451414] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.451842] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.451950] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.452260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.452685] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.452878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 781caf30-05cf-4c07-928e-b25a82e5de7e not found, creating... [ 653.453505] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.453505] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.453505] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.453722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.453959] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.454516] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.455172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.455172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.455172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.455172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.456026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 781caf30-05cf-4c07-928e-b25a82e5de7e is going to be created. [ 653.491333] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.491551] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.491680] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.492022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.492261] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.492490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.941686] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5b47c9-1226-43dd-ada0-f9bcbe8d7996 [ 653.941686] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.941686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.941686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.941686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.941686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.941686] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5b47c9-1226-43dd-ada0-f9bcbe8d7996 already deleted. [ 653.941686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5b47c9-1226-43dd-ada0-f9bcbe8d7996" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.139048] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 654.139309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.213233] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f0ff401-9d17-4fe8-bb13-ca06422f468f req-278d0f8d-d8bd-4c8d-9af1-0da78a157567 service nova] Enqueued Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_rules [ 654.213426] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f0ff401-9d17-4fe8-bb13-ca06422f468f req-278d0f8d-d8bd-4c8d-9af1-0da78a157567 service nova] Enqueued Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 654.213565] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f0ff401-9d17-4fe8-bb13-ca06422f468f req-278d0f8d-d8bd-4c8d-9af1-0da78a157567 service nova] Enqueued Resource ID: 781caf30-05cf-4c07-928e-b25a82e5de7e with Priority: HIGHEST for action port [ 654.214164] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_rules [ 654.214298] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 654.214393] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781caf30-05cf-4c07-928e-b25a82e5de7e with Priority: HIGHEST for action port [ 654.214670] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.214862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.216763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.216763] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.217834] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.219659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.219953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.220362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.220566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.221045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.221045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.221261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.221315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.221428] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.228309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-781caf30-05cf-4c07-928e-b25a82e5de7e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.228309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.228309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228309] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781caf30-05cf-4c07-928e-b25a82e5de7e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.658958] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: SUCCESS [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.658958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.658958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.658958] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.730903] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.731081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.731526] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.732753] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 781caf30-05cf-4c07-928e-b25a82e5de7e with status ACTIVE [ 654.732990] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.733091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.733161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.733396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.733988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.734249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.734379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.734452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.734842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.734936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.735177] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.735281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.735346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.735502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.735581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.735665] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 781caf30-05cf-4c07-928e-b25a82e5de7e is going to be updated. [ 654.760081] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.760309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.760309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.761283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.761283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.761283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781caf30-05cf-4c07-928e-b25a82e5de7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.164668] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.238324] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.419671] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: SUCCESS [ 655.419912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.423223] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.423223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.423223] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.550209] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6ea694e6-6c1f-436f-95b1-113dd510da49 None None] Enqueued Resource ID: 9150059a-b217-4043-93a7-75ce1e07f4fc with Priority: HIGHEST for action port [ 655.550810] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9150059a-b217-4043-93a7-75ce1e07f4fc with Priority: HIGHEST for action port [ 655.551149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9150059a-b217-4043-93a7-75ce1e07f4fc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.555034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9150059a-b217-4043-93a7-75ce1e07f4fc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.555034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9150059a-b217-4043-93a7-75ce1e07f4fc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.555034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9150059a-b217-4043-93a7-75ce1e07f4fc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.555034] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9150059a-b217-4043-93a7-75ce1e07f4fc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.667982] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0224af0c-54e2-40d2-949c-0b26e50c67c8: rpc.has_security_group_logging(os_id): False [ 655.690205] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.690394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.690484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.690936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.691387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.691691] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.691912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.691912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.692100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.692185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.692280] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 is going to be created. [ 655.743538] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.743743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.743743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.744391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.744391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.744391] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 is going to be created. [ 655.777696] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.777845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.778069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.778297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.778520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.786501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.786501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.786694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.786896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.802324] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: IN_PROGRESS for 2s [ 655.802324] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: UNINITIALIZED for 2s [ 655.927262] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.927490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.927628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.927955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.928557] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.928557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.928557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.928809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.928809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.928918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.929956] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.930251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.930341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.931254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.931254] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.931254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.931254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.931254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.931254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931660] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.058286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9150059a-b217-4043-93a7-75ce1e07f4fc [ 656.058286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.058286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.058286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.058528] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9150059a-b217-4043-93a7-75ce1e07f4fc already deleted. [ 656.058596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9150059a-b217-4043-93a7-75ce1e07f4fc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.434731] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0: rpc.has_security_group_logging(os_id): False [ 656.455617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.455617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.455617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.456299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.456299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.456299] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.456299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.456299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.456299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.456539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.457198] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.457329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.457397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.457567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.457646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.457741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 is going to be created. [ 656.548642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.548814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.548814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.548961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.549157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.566437] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: IN_PROGRESS for 2s [ 657.541885] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6903717d-121f-4c8d-81b7-388fb9e3df80 None None] Enqueued Resource ID: 28143860-4d04-47a0-b939-1f1c4c1200a5 with Priority: HIGHEST for action port [ 657.542473] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28143860-4d04-47a0-b939-1f1c4c1200a5 with Priority: HIGHEST for action port [ 657.543377] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-28143860-4d04-47a0-b939-1f1c4c1200a5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.543377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28143860-4d04-47a0-b939-1f1c4c1200a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.543377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28143860-4d04-47a0-b939-1f1c4c1200a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.543753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28143860-4d04-47a0-b939-1f1c4c1200a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.543753] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28143860-4d04-47a0-b939-1f1c4c1200a5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.815810] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: SUCCESS [ 657.815810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.815996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.816184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.816497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.816626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.816626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.816743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.816841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.816928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.817028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.821634] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: SUCCESS [ 657.822464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.045737] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28143860-4d04-47a0-b939-1f1c4c1200a5 [ 658.046116] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.046273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.046369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.046652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.046781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.046909] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28143860-4d04-47a0-b939-1f1c4c1200a5 already deleted. [ 658.047106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28143860-4d04-47a0-b939-1f1c4c1200a5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.321292] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.321511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.321511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.322446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.322446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.322446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.323385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.323663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.324668] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.394624] env[65675]: INFO networking_nsxv3.common.synchronization [None req-c8037603-1c84-4774-8742-3b7f6033ff94 None None] Enqueued Resource ID: 00cb1d3c-bb81-4aa5-8fd9-a38f166f4292 with Priority: HIGHEST for action port [ 658.395599] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cb1d3c-bb81-4aa5-8fd9-a38f166f4292 with Priority: HIGHEST for action port [ 658.397899] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cb1d3c-bb81-4aa5-8fd9-a38f166f4292 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.398080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cb1d3c-bb81-4aa5-8fd9-a38f166f4292" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.398162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cb1d3c-bb81-4aa5-8fd9-a38f166f4292" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.398444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cb1d3c-bb81-4aa5-8fd9-a38f166f4292" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.398557] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cb1d3c-bb81-4aa5-8fd9-a38f166f4292',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.584831] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: SUCCESS [ 658.584831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.826242] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92632db6-b6c7-476c-b133-72fc4f6cd489: rpc.has_security_group_logging(os_id): False [ 658.850079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.850240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.850315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.850537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.851279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.851279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.851279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.851678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.851678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.851678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.851995] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.852153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.852215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.852353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.852423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.852506] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 is going to be created. [ 658.901743] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00cb1d3c-bb81-4aa5-8fd9-a38f166f4292 [ 658.902728] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.902728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.903241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.903572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00cb1d3c-bb81-4aa5-8fd9-a38f166f4292 already deleted. [ 658.908227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cb1d3c-bb81-4aa5-8fd9-a38f166f4292" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.954361] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.954548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.954548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.954719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.954898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.970215] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: IN_PROGRESS for 2s [ 660.817427] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3549fef4-946d-4e0d-bfeb-8543972cfd31 None None] Enqueued Resource ID: e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5 with Priority: HIGHEST for action port [ 660.819631] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5 with Priority: HIGHEST for action port [ 660.819967] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.820193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.820262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.820492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.820573] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.988020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: SUCCESS [ 660.988262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.324948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5 [ 661.326339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.326659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.326659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.326995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.326995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.327093] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5 already deleted. [ 661.327210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d0e6d2-7903-41c6-9e4c-90a4fadb71d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.819243] env[65675]: INFO networking_nsxv3.common.synchronization [None req-1baed3c5-25c2-4dba-9b1c-b11392372dd3 None None] Enqueued Resource ID: 783b8f4e-5104-4de1-a44d-8ce17be508d2 with Priority: HIGHEST for action port [ 661.820366] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783b8f4e-5104-4de1-a44d-8ce17be508d2 with Priority: HIGHEST for action port [ 661.822479] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-783b8f4e-5104-4de1-a44d-8ce17be508d2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.822479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783b8f4e-5104-4de1-a44d-8ce17be508d2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.822479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783b8f4e-5104-4de1-a44d-8ce17be508d2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.822641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783b8f4e-5104-4de1-a44d-8ce17be508d2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.822688] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783b8f4e-5104-4de1-a44d-8ce17be508d2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.331573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783b8f4e-5104-4de1-a44d-8ce17be508d2 [ 662.331573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.331573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.331573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.331573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.331573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.331573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783b8f4e-5104-4de1-a44d-8ce17be508d2 already deleted. [ 662.331573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783b8f4e-5104-4de1-a44d-8ce17be508d2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.702445] env[65675]: INFO networking_nsxv3.common.synchronization [None req-bf5e6f61-fa1d-44a0-8326-c8f2f1a47cdb None None] Enqueued Resource ID: 26a47800-7e20-45a2-b599-e5812ccf7f05 with Priority: HIGHEST for action port [ 663.703767] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a47800-7e20-45a2-b599-e5812ccf7f05 with Priority: HIGHEST for action port [ 663.705368] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a47800-7e20-45a2-b599-e5812ccf7f05 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.705482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a47800-7e20-45a2-b599-e5812ccf7f05" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.705556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a47800-7e20-45a2-b599-e5812ccf7f05" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.705983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a47800-7e20-45a2-b599-e5812ccf7f05" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.705983] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a47800-7e20-45a2-b599-e5812ccf7f05',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.820085] env[65675]: INFO networking_nsxv3.common.synchronization [req-8bcd5ca8-d889-4df4-936a-1dc09a2dba1e req-6d18ddc5-5612-4cb1-ab03-cdac34be7dec tempest-DeleteServersAdminTestJSON-1487908621 tempest-DeleteServersAdminTestJSON-1487908621-project-member] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 663.820085] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGHEST for action security_group_members [ 663.824064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.824064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.824064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.824064] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.208923] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26a47800-7e20-45a2-b599-e5812ccf7f05 [ 664.209784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.209784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.209784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.209784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.209784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.209784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26a47800-7e20-45a2-b599-e5812ccf7f05 already deleted. [ 664.210239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a47800-7e20-45a2-b599-e5812ccf7f05" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.325748] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.325977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.325977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.326249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.326350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.326559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.326657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.326716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.326868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.326959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.327037] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be updated. [ 664.359501] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.359679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.359840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.360054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.361613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.374186] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: IN_PROGRESS for 2s [ 664.680371] env[65675]: INFO networking_nsxv3.common.synchronization [req-91875dcd-8dd7-42c2-a336-6647fd1a8c5d req-5956fe15-3bd8-41de-a25a-5987f440cb67 tempest-ServerActionsTestOtherA-2128874597 tempest-ServerActionsTestOtherA-2128874597-project-member] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 664.681060] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 664.681409] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.681534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.681600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.681934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682177] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682618] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.132128] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.132513] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-356" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.132513] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-356" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.132783] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-356" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.133156] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.133387] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.133655] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135904] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135904] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.135904] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.135904] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.135904] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.135904] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.135904] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.135904] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.135904] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.160926] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.161333] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.164020] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.164020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-356" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.164020] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-aff02db4-3e90-41e5-a468-fb3f63b06d7e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.164020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.164020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.164020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.164020] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff02db4-3e90-41e5-a468-fb3f63b06d7e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.186916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.186916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.186916] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab already deleted. [ 665.186916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.670316] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.670475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.670475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.670891] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.671083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.671331] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port aff02db4-3e90-41e5-a468-fb3f63b06d7e not found, creating... [ 665.671547] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.671708] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.671902] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.672398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.672398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.672640] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.672814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.672931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.673697] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.673966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.674195] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: aff02db4-3e90-41e5-a468-fb3f63b06d7e is going to be created. [ 665.701839] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.701839] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.701839] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.702255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.702514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.702757] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.829501] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f027e552-e41d-45a2-a86d-47d01262c894 None None] Enqueued Resource ID: 5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5 with Priority: HIGHEST for action port [ 665.831256] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5 with Priority: HIGHEST for action port [ 665.831665] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.832054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.832054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.832487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.832934] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.268503] env[65675]: INFO networking_nsxv3.common.synchronization [None req-54da3f77-b19a-4202-ab94-3f2de88024f4 None None] Enqueued Resource ID: 7378f2b7-320c-4376-a9a0-7c5b7381b26d with Priority: HIGHEST for action port [ 666.269379] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7378f2b7-320c-4376-a9a0-7c5b7381b26d with Priority: HIGHEST for action port [ 666.269615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-7378f2b7-320c-4376-a9a0-7c5b7381b26d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.269615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7378f2b7-320c-4376-a9a0-7c5b7381b26d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.269729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7378f2b7-320c-4376-a9a0-7c5b7381b26d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.270514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7378f2b7-320c-4376-a9a0-7c5b7381b26d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.270514] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7378f2b7-320c-4376-a9a0-7c5b7381b26d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.338971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5 [ 666.339272] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.339382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.339463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.339680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.339759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.339916] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5 already deleted. [ 666.339994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd4762a-e9cd-4633-8e93-1c3c72c0e6f5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.383782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb50190-3535-43b8-bbf6-5086fab27341 in Status: SUCCESS [ 666.383782] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 deletion is rescheduled due to dependency. [ 666.383782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [req-91875dcd-8dd7-42c2-a336-6647fd1a8c5d req-c836f681-c64b-4f6a-bc6f-2b4fa1265543 service nova] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [req-91875dcd-8dd7-42c2-a336-6647fd1a8c5d req-c836f681-c64b-4f6a-bc6f-2b4fa1265543 service nova] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [req-91875dcd-8dd7-42c2-a336-6647fd1a8c5d req-c836f681-c64b-4f6a-bc6f-2b4fa1265543 service nova] Enqueued Resource ID: aff02db4-3e90-41e5-a468-fb3f63b06d7e with Priority: HIGHEST for action port [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_rules [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 666.459929] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff02db4-3e90-41e5-a468-fb3f63b06d7e with Priority: HIGHEST for action port [ 666.461294] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.461445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.461514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.461748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.462267] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.462859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.462974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.463075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.463263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.463530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.463662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.463767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.463941] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.464798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff02db4-3e90-41e5-a468-fb3f63b06d7e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.464921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.466597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.466597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.466597] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff02db4-3e90-41e5-a468-fb3f63b06d7e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.774564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7378f2b7-320c-4376-a9a0-7c5b7381b26d [ 666.774564] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.774564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.774564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.774564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.774564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7378f2b7-320c-4376-a9a0-7c5b7381b26d already deleted. [ 666.774564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7378f2b7-320c-4376-a9a0-7c5b7381b26d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966963] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.968142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.968450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.968643] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aff02db4-3e90-41e5-a468-fb3f63b06d7e with status ACTIVE [ 666.968937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.969110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.969201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.969394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.969491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.970637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.970827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.971199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.971414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.971517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.971790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.971916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.971984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.972162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.972242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.972494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aff02db4-3e90-41e5-a468-fb3f63b06d7e is going to be updated. [ 667.003950] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.003950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.003950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.003950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.003950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.003950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff02db4-3e90-41e5-a468-fb3f63b06d7e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.469085] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.973338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973991] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab is going to be created. [ 667.999760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.999967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.999967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.000218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.000366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.013212] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: UNINITIALIZED for 2s [ 669.669822] env[65675]: INFO networking_nsxv3.common.synchronization [None req-278f3d6a-c5c2-4e0d-9ee5-f38673117c0c None None] Enqueued Resource ID: 0517f865-52a3-49a6-bc4b-ef0d7b361ceb with Priority: HIGHEST for action port [ 669.670226] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0517f865-52a3-49a6-bc4b-ef0d7b361ceb with Priority: HIGHEST for action port [ 669.671746] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0517f865-52a3-49a6-bc4b-ef0d7b361ceb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.671889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0517f865-52a3-49a6-bc4b-ef0d7b361ceb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.671963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0517f865-52a3-49a6-bc4b-ef0d7b361ceb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.672239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0517f865-52a3-49a6-bc4b-ef0d7b361ceb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.672334] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0517f865-52a3-49a6-bc4b-ef0d7b361ceb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.025750] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: SUCCESS [ 670.025996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.027024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.027024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.027427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.027427] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.174171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0517f865-52a3-49a6-bc4b-ef0d7b361ceb [ 670.174435] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.174565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.174638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.174861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.175608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.175608] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0517f865-52a3-49a6-bc4b-ef0d7b361ceb already deleted. [ 670.175608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0517f865-52a3-49a6-bc4b-ef0d7b361ceb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.530383] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.032137] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab: rpc.has_security_group_logging(os_id): False [ 671.055026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.055026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.055026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.055026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.055026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.055365] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.055365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.055365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.055590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.055590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.055665] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab is going to be created. [ 671.119173] env[65675]: INFO networking_nsxv3.common.synchronization [req-ce787523-1ba8-4357-bf36-66eb04df874d req-3452c289-9421-4eb0-945b-4fc2520c6833 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 671.119825] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 671.120249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.120431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.120431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.120695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.120949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.121124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.121266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.121369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.121459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.121555] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.123516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.124544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.124544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.124544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.124544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.140422] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: IN_PROGRESS for 2s [ 671.513163] env[65675]: INFO networking_nsxv3.common.synchronization [req-edfe6b3d-fe99-44ea-9af8-2fdd381f4430 req-660f72c7-b095-4158-90d9-e7db5dccfd50 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 9b0b9156-1864-4117-af43-998f66330f2e with Priority: HIGHEST for action security_group_rules [ 671.513547] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0b9156-1864-4117-af43-998f66330f2e with Priority: HIGHEST for action security_group_rules [ 671.513868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0b9156-1864-4117-af43-998f66330f2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.513983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0b9156-1864-4117-af43-998f66330f2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.514100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0b9156-1864-4117-af43-998f66330f2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.514434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0b9156-1864-4117-af43-998f66330f2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.515765] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0b9156-1864-4117-af43-998f66330f2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.578510] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.578510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.578510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.578510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.578510] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.578510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.578510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.579272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.579272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.579622] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.579732] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.579905] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.580095] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.580269] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.580432] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.580623] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.604890] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.605631] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.605631] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.605631] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.607029] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.607029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.607029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.607029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.607029] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.626213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.626426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.626501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.626728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.626823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.627027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.627142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.627186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.627354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.627639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.627639] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 already deleted. [ 671.627639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.038988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.038988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.038988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.038988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.046199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.046199] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0b9156-1864-4117-af43-998f66330f2e already deleted. [ 672.046199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0b9156-1864-4117-af43-998f66330f2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.111745] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.112128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.112327] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.112690] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.112853] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.113037] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b not found, creating... [ 672.113344] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.113490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.113603] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.113834] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.113969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.114280] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.114430] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.114537] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.114736] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.114869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.115047] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b is going to be created. [ 672.135546] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135812] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135898] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.136267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.136533] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.136766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [req-ce787523-1ba8-4357-bf36-66eb04df874d req-18b5b96a-7fc6-468b-92bf-e097394d0e3c service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [req-ce787523-1ba8-4357-bf36-66eb04df874d req-18b5b96a-7fc6-468b-92bf-e097394d0e3c service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [req-ce787523-1ba8-4357-bf36-66eb04df874d req-18b5b96a-7fc6-468b-92bf-e097394d0e3c service nova] Enqueued Resource ID: 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b with Priority: HIGHEST for action port [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 672.897388] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b with Priority: HIGHEST for action port [ 672.897825] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.897943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.897943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.899526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.899526] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.899526] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.899781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.899781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.901014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.903160] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.904392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.904392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.904392] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.905601] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.905601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.905601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.905601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.905601] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.153165] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: SUCCESS [ 673.153588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.409271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.415201] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.415201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b with status ACTIVE [ 673.415201] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.415201] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.415201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.418833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.418833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.418833] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b is going to be updated. [ 673.440575] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.440575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.440575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.440575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.440575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.440575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9aa7b4-23ee-4d1a-8a9e-3a8f3e52157b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.706921] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-2222aafd-76bc-4ba0-afd9-7ad45761defa tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 673.707606] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 673.707925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.710235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.710384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.710874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.711063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.711240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.711341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.712101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.712101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712101] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.919647] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.178076] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-2d5f8c02-fab5-44db-842f-d6542608f287 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 674.178659] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 674.179048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.179168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.215186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.215476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.215568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.215996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.216085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.216405] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.216564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.216745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.216923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.217074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.217224] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 already deleted. [ 674.217362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.219830] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.225453] env[65675]: INFO networking_nsxv3.common.synchronization [req-f16cafbc-9268-4190-bf68-03a299415aab req-9b0ebe84-2e8d-4fac-967b-0b81ebc35df0 tempest-ServerDiagnosticsNegativeTest-372666405 tempest-ServerDiagnosticsNegativeTest-372666405-project-member] Enqueued Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 674.228054] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGHEST for action security_group_members [ 674.228400] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.228527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.228596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.228887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.229415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.229415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.229523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.229738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.229854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.230507] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.423180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.423406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.423406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.423609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.423694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.423795] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be created. [ 674.449664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.449820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.449888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.451642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.451642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.461802] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: UNINITIALIZED for 2s [ 674.645455] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-1c49c2d9-387a-42c1-b44b-5ab1bf94c6eb tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 674.646151] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 674.647211] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.648174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.721938] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.722211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.723360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.723605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.724034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.724034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.724034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.724200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.724278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.724342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.724435] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 already deleted. [ 674.724516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.724676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.724822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.724992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.725105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.725164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.725304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.725380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.725523] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.734265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.734423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.734498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.734710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.734801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.735136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.735438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.735438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735538] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 is going to be updated. [ 674.764744] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.764937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.765060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.765230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.765368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.775350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: IN_PROGRESS for 2s [ 675.013954] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.014189] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.014313] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.014649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.014905] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.015070] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.015182] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.015390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.015526] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.015718] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.015822] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.015924] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.016316] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.016389] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.016565] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.016844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.040794] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.040873] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.041335] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.041335] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.041583] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.041747] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.041856] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.042231] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.042450] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e25f66f-2401-4ef7-bfed-0d8a1afa0832',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.228042] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.228860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.228860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.228860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.228860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.229920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.229920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.229920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.229920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.229920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.229920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 already deleted. [ 675.231755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.545395] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.545687] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.545786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.546023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.546176] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.546324] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 not found, creating... [ 675.546586] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.546753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.546862] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.547090] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.547222] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.547620] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.547805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.547950] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.548205] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.548362] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.548529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 is going to be created. [ 675.572109] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.572392] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.572568] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.573083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.573410] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.573645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.248648] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-35c88409-8ec4-4df7-95a2-60736bf3c0cf service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 676.249035] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-35c88409-8ec4-4df7-95a2-60736bf3c0cf service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 676.249337] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-35c88409-8ec4-4df7-95a2-60736bf3c0cf service nova] Enqueued Resource ID: 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 with Priority: HIGHEST for action port [ 676.250220] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 676.250446] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 676.250488] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 with Priority: HIGHEST for action port [ 676.253095] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.253095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253095] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.253095] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.253095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.253820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.254074] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.255032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.255032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.255032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.255207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.255345] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e25f66f-2401-4ef7-bfed-0d8a1afa0832',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.317737] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8c3fcf7-a7dd-45f5-8902-a890bc78e6eb req-50f9640d-7f56-4a44-83b9-55a63a1d95f8 tempest-VolumesAdminNegativeTest-530391105 tempest-VolumesAdminNegativeTest-530391105-project-member] Enqueued Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 676.318405] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 676.318735] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.319491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.319491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.319491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.319491] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.319895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.319895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.319895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.320077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.320077] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.474243] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 676.474451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.474976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.475225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.475414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.475524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.475585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.475730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.475803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.475885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.475970] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.674424] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.674652] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-635" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.674747] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-635" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.675522] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-635" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.675831] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.676044] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.676187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.676722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.676920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.677217] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.677374] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.677527] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.679038] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.679038] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.679038] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.679038] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.701730] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.702033] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.702138] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.702315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-635" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.702620] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.703244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.703244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.703412] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.703412] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.757809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.757947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.758811] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.759176] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 with status ACTIVE [ 676.759220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.759339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.759406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.759613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.759699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.759951] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.760072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.760131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.760298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.760368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.760544] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.760626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.761203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.761203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.761203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.761203] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e25f66f-2401-4ef7-bfed-0d8a1afa0832 is going to be updated. [ 676.786692] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e25f66f-2401-4ef7-bfed-0d8a1afa0832" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786692] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 in Status: SUCCESS [ 676.786692] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 deletion is rescheduled due to dependency. [ 676.786692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.825128] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.825128] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.825128] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 already deleted. [ 676.825128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.980396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.980565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.980673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.980833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.981049] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.981176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.981236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.981353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.981437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.981529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.981667] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.981754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.981815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.981954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.982107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.982198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.982261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.982383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.982452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.982529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.982616] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.205645] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205864] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.205976] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.206270] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.206417] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206566] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e not found, creating... [ 677.206813] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.206966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207091] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207297] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207424] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207690] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207833] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208151] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.208276] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208414] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e is going to be created. [ 677.228684] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.229468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.229468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.229468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.229779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.229894] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.263152] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.432261] env[65675]: INFO networking_nsxv3.common.synchronization [req-c15b02dd-ac74-4617-8902-494a752cd8c8 req-8f3339bc-73c0-42db-980f-d8339e7de352 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 4c353924-fc42-43e7-9517-7847a0454eff with Priority: HIGHEST for action security_group_rules [ 677.432527] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c353924-fc42-43e7-9517-7847a0454eff with Priority: HIGHEST for action security_group_rules [ 677.432838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c353924-fc42-43e7-9517-7847a0454eff taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.432960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c353924-fc42-43e7-9517-7847a0454eff" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.433402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c353924-fc42-43e7-9517-7847a0454eff" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.433701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c353924-fc42-43e7-9517-7847a0454eff" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.433788] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c353924-fc42-43e7-9517-7847a0454eff',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.485865] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661: rpc.has_security_group_logging(os_id): False [ 677.509158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.509158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.509158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.509856] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.512764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.512764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.512764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.512764] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be created. [ 677.591083] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.591188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.591274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.591903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.591903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.605576] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 677.765744] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.766077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.766077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.766273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.766353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.766438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be created. [ 677.802021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.802021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.802021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.802021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.802021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.812662] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: UNINITIALIZED for 2s [ 677.821647] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.822186] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-63" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.822315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-63" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.822666] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-63" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.822979] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.823130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.823239] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.823461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.823600] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824485] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.824612] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.824728] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.824818] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.824920] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.825036] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.825209] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.849807] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.850081] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.851146] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.851146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-63" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.851146] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-936b377d-3f2b-469e-af48-3dc4e4874658 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.851146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.851146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.851604] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.851604] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936b377d-3f2b-469e-af48-3dc4e4874658',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.956524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.956866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.956866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.956993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.957045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.957143] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c353924-fc42-43e7-9517-7847a0454eff already deleted. [ 677.957240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c353924-fc42-43e7-9517-7847a0454eff" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8c3fcf7-a7dd-45f5-8902-a890bc78e6eb req-93ff513d-6400-492d-8159-39394d58e45c service nova] Enqueued Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_rules [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8c3fcf7-a7dd-45f5-8902-a890bc78e6eb req-93ff513d-6400-492d-8159-39394d58e45c service nova] Enqueued Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8c3fcf7-a7dd-45f5-8902-a890bc78e6eb req-93ff513d-6400-492d-8159-39394d58e45c service nova] Enqueued Resource ID: f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e with Priority: HIGHEST for action port [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_rules [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 677.970225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e with Priority: HIGHEST for action port [ 677.970225] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.970225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.970225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.970225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.970225] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.971602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.971800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.972167] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.972231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.972276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.972519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.972615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.972716] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.974374] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.974374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.974374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.974374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.974709] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.355263] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356069] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.356159] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.356327] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 936b377d-3f2b-469e-af48-3dc4e4874658 not found, creating... [ 678.356606] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.356763] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.356921] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.357208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.357412] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.357723] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.357935] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.358060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.358274] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.358401] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.358537] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 936b377d-3f2b-469e-af48-3dc4e4874658 is going to be created. [ 678.380479] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.380479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.380479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.380479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.380479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.380479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474804] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.476601] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.476957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.476957] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e with status ACTIVE [ 678.477108] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.477196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.477196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.477414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.477532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.477798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.477985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.478063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.478290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.478454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.478751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.478859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.478901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.479544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.480656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.480656] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e is going to be updated. [ 678.511059] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.511059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.511059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.511059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.511687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.511687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a86ded-1cb2-40e5-9e22-b8e8e5393b5e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.977674] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.095291] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-8f3099ee-a553-4e1a-8a35-09270abf157e service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 679.095473] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-8f3099ee-a553-4e1a-8a35-09270abf157e service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 679.095591] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-8f3099ee-a553-4e1a-8a35-09270abf157e service nova] Enqueued Resource ID: 936b377d-3f2b-469e-af48-3dc4e4874658 with Priority: HIGHEST for action port [ 679.096399] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 679.097531] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 679.097531] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b377d-3f2b-469e-af48-3dc4e4874658 with Priority: HIGHEST for action port [ 679.097531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-936b377d-3f2b-469e-af48-3dc4e4874658 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.098987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.098987] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936b377d-3f2b-469e-af48-3dc4e4874658',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.480663] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.481043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.481304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.483830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.483830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.483830] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 is going to be created. [ 679.510763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.510961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.511072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.511298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.511445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.522591] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: UNINITIALIZED for 2s [ 679.601174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 936b377d-3f2b-469e-af48-3dc4e4874658 with status ACTIVE [ 679.601407] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.601560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.601605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.601854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602095] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.602243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.602390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.602459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.602717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.602910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.602978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.603069] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 936b377d-3f2b-469e-af48-3dc4e4874658 is going to be updated. [ 679.624529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 679.624797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.634332] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.634332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.634513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.634675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.634718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.634885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936b377d-3f2b-469e-af48-3dc4e4874658" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.824633] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 679.824896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.825110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.825347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.825548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.825666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.825733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.825887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.825964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.826072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.826159] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.827941] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.827941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.827941] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.075480] env[65675]: INFO networking_nsxv3.common.synchronization [req-118664e7-c52f-4db8-be6a-4cb36bfcd73c req-3b99030d-f9c4-4349-8946-9c5cbf6a0185 tempest-InstanceActionsNegativeTestJSON-601930747 tempest-InstanceActionsNegativeTestJSON-601930747-project-member] Enqueued Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 680.075841] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 680.076404] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.076480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.076525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.076791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.078091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.078091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.078091] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.331944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.332198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.332283] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.381618] env[65675]: INFO networking_nsxv3.common.synchronization [req-b34e7731-440d-48ad-b510-2e8269fbcd4a req-682fe9b3-75eb-435c-997c-8eb1a7fa540e tempest-FloatingIPsAssociationTestJSON-1677723857 tempest-FloatingIPsAssociationTestJSON-1677723857-project-member] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 680.384401] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 680.385014] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.385298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.385455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.385757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.385970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.386670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.386670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.386670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.386670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.386670] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.478190] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.478439] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.478582] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.478913] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.479408] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.479605] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.479733] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.480052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.480222] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.480488] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.480626] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.480773] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.481061] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.481156] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.481300] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.481440] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.502074] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.502074] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.502232] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.502274] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-327" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.502577] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-147096e7-f51c-457e-a4ae-890453b9724a taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.502754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.502874] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.503321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.503552] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147096e7-f51c-457e-a4ae-890453b9724a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.580417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.580568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.580697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.580918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.581060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.581306] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.581423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.581511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.581685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.581763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.581870] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb already deleted. [ 680.581990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.834595] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.889316] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.946327] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.946521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-477" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.946620] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-477" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.946955] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-477" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.947221] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.947375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.947487] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.947696] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.947832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.948143] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.948263] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.948366] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.948468] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.948572] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.948669] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.948793] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.968884] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.969069] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.969201] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.969369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-477" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.969667] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-f734c191-9695-4d9a-b37d-b155f558c57b taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.969829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.969939] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970279] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970409] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f734c191-9695-4d9a-b37d-b155f558c57b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.006209] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.006448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.006595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.006869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.007024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.007187] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 147096e7-f51c-457e-a4ae-890453b9724a not found, creating... [ 681.007446] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.007614] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.007717] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.007998] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.008147] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.008420] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.008575] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.008669] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.008893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.009033] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.009159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 147096e7-f51c-457e-a4ae-890453b9724a is going to be created. [ 681.030381] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.030652] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.030769] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.031087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.031309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.031540] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.337584] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.337814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.337814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.338038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.338140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338249] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 681.364709] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.364709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.364709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.364709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.364709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.373541] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 681.392017] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.472855] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473126] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473236] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473466] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.473607] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.473753] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port f734c191-9695-4d9a-b37d-b155f558c57b not found, creating... [ 681.473996] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.474165] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.474271] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474604] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.474867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.475046] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.475170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.475367] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.475491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.475621] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: f734c191-9695-4d9a-b37d-b155f558c57b is going to be created. [ 681.497466] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.497924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.497924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.498110] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.498291] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.498592] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.532893] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: SUCCESS [ 681.533207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.533419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.533675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.533904] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.534072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.534192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.534417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.534531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.534668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.534812] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.732473] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-5de903b7-e8a5-4d6b-bee1-85249261bd67 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 681.732569] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-5de903b7-e8a5-4d6b-bee1-85249261bd67 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 681.732643] env[65675]: INFO networking_nsxv3.common.synchronization [req-ff001528-9dee-47de-a0fc-c59d6dfbea11 req-5de903b7-e8a5-4d6b-bee1-85249261bd67 service nova] Enqueued Resource ID: 147096e7-f51c-457e-a4ae-890453b9724a with Priority: HIGHEST for action port [ 681.733165] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 681.733313] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 681.733404] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147096e7-f51c-457e-a4ae-890453b9724a with Priority: HIGHEST for action port [ 681.733679] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.733798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.733953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.734099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.734320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-147096e7-f51c-457e-a4ae-890453b9724a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.734447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.734521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.734686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.734757] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147096e7-f51c-457e-a4ae-890453b9724a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.894151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.894388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.894388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.894488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.894586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.894678] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be updated. [ 681.923354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.923555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.923555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.923879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.924259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.934539] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 682.038838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.038838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.039465] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.039591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.039919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.039919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040308] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.041040] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.187155] env[65675]: INFO networking_nsxv3.common.synchronization [req-118664e7-c52f-4db8-be6a-4cb36bfcd73c req-15e24373-e576-4641-b14d-3d711106024d service nova] Enqueued Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_rules [ 682.187346] env[65675]: INFO networking_nsxv3.common.synchronization [req-118664e7-c52f-4db8-be6a-4cb36bfcd73c req-15e24373-e576-4641-b14d-3d711106024d service nova] Enqueued Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 682.187478] env[65675]: INFO networking_nsxv3.common.synchronization [req-118664e7-c52f-4db8-be6a-4cb36bfcd73c req-15e24373-e576-4641-b14d-3d711106024d service nova] Enqueued Resource ID: f734c191-9695-4d9a-b37d-b155f558c57b with Priority: HIGHEST for action port [ 682.188019] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_rules [ 682.188188] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 682.188246] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f734c191-9695-4d9a-b37d-b155f558c57b with Priority: HIGHEST for action port [ 682.188716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.188850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.188935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.189246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.189330] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.190173] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.190287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.190346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.190513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.190657] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.190748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.190827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.190965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.191064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.191150] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.195876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f734c191-9695-4d9a-b37d-b155f558c57b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.195876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.195876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.195876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.195876] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f734c191-9695-4d9a-b37d-b155f558c57b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.239645] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 147096e7-f51c-457e-a4ae-890453b9724a with status ACTIVE [ 682.240437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.240595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.240781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.241052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.241662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.241889] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.242039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.242110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.242849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.242946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.243668] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.243901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.243963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.244124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.244203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.244304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 147096e7-f51c-457e-a4ae-890453b9724a is going to be updated. [ 682.277896] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.278112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.278189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.278503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.278756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.278904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147096e7-f51c-457e-a4ae-890453b9724a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.544056] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e02338ef-4413-4971-bca0-cb3fac3628b0: rpc.has_security_group_logging(os_id): False [ 682.564298] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.564565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.564651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.564905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.564998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.565209] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.565310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.565375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.565524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.565599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.565809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.565903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.565976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.566134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.566239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.566428] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.566526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.566583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.566722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.566792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.566878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 is going to be created. [ 682.625067] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.625227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.625301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.625516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.625690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.638488] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: IN_PROGRESS for 2s [ 682.698455] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.700043] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700247] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f734c191-9695-4d9a-b37d-b155f558c57b with status ACTIVE [ 682.700247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.702029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.702574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.702913] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f734c191-9695-4d9a-b37d-b155f558c57b is going to be updated. [ 682.745487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.745657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.745706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.745926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.746080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.746319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f734c191-9695-4d9a-b37d-b155f558c57b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.200742] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.387726] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 683.387951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.388153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.390133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.390920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.390920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.390920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.390920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.390920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.390920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.391385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.391385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.391385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.391588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.391588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.391715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.391715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.391828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.391963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.391963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.392082] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.393452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.393452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.393452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.393452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.394081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.394081] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.703837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.704478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.704725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.704850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.704957] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb is going to be created. [ 683.732239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.732442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.732490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.732723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.733416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745137] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: UNINITIALIZED for 2s [ 683.895911] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1e73cbe-6b49-412b-8f8c-f6579aa234d6: rpc.has_security_group_logging(os_id): False [ 683.897626] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.921919] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.921919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.921919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.921919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.922815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.922815] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.922815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.922815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.922815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.922815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.923729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.923729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.923729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.924481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.924481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.924481] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be created. [ 683.955738] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 683.956097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.017536] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.017705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.017766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.017965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.018151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.031952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 684.401336] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.657215] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: SUCCESS [ 684.657215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.700917] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5a26fe61-cb09-4646-b6a3-ae59e7c73290 None None] Enqueued Resource ID: 1d1d37d8-1b38-446b-835c-45216e2d6f43 with Priority: HIGHEST for action port [ 684.702142] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1d37d8-1b38-446b-835c-45216e2d6f43 with Priority: HIGHEST for action port [ 684.702467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1d37d8-1b38-446b-835c-45216e2d6f43 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.702566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1d37d8-1b38-446b-835c-45216e2d6f43" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.702658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1d37d8-1b38-446b-835c-45216e2d6f43" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.702962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1d37d8-1b38-446b-835c-45216e2d6f43" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.703096] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1d37d8-1b38-446b-835c-45216e2d6f43',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.904210] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.904210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.904210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.905015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.905015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.905015] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 684.945681] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.945681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.946067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.946275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.946456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.964211] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 685.206950] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d1d37d8-1b38-446b-835c-45216e2d6f43 [ 685.206950] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.206950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.206950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.206950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.206950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.206950] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d1d37d8-1b38-446b-835c-45216e2d6f43 already deleted. [ 685.206950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1d37d8-1b38-446b-835c-45216e2d6f43" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338242] env[65675]: INFO networking_nsxv3.common.synchronization [None req-2f6b0f0f-3c2c-4079-8110-2075d3d883a9 None None] Enqueued Resource ID: 9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f with Priority: HIGHEST for action port [ 685.338242] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f with Priority: HIGHEST for action port [ 685.338242] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.338572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.338736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.339117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.339377] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.758754] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: SUCCESS [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.758754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.758754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.758754] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.842565] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f [ 685.842565] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.842565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.843047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.843047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.843047] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f already deleted. [ 685.843047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1fa7c8-8d48-44fb-bd2b-3f6d5801d45f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.047512] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 686.047951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.048269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.050656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.050656] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.263271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.263489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.263489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.263717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.263992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.263992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.264264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.264429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264757] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.264886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.264941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.268022] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.268022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.268022] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.553443] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.553941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.769587] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e18a1b43-a628-42d7-8e90-856171d7f3fb: rpc.has_security_group_logging(os_id): False [ 686.790372] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.793829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.794110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.794300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.794611] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.794832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.794986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.795246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb is going to be created. [ 686.869805] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.870584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.870584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.871713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.871971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892798] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: IN_PROGRESS for 2s [ 686.992566] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 686.993190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.993190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.993717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.993717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.993863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.993914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.994097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.994191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.994281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.994738] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.497912] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.498240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.498240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.498482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.498697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.498842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.498950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.499202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.500305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.500305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.500305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.500305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.500305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.500636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.500636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.500636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.500636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500842] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.743182] env[65675]: INFO networking_nsxv3.common.synchronization [None req-46d5567b-5e83-473d-8c47-bb3ffa006da0 tempest-ServersTestFqdnHostnames-809245145 tempest-ServersTestFqdnHostnames-809245145-project-member] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 687.743182] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 687.743182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.743182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.743182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.743182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.743182] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.827484] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5f271c53-5328-401f-aca9-c5aa7a357484 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 687.827845] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 687.829012] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.829012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.829012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.829012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.829012] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.988459] env[65675]: INFO networking_nsxv3.common.synchronization [None req-224e0be2-dcf4-46cf-bcae-cf3367ed7e8f tempest-ServersTestFqdnHostnames-809245145 tempest-ServersTestFqdnHostnames-809245145-project-member] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 687.988459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 687.988805] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.989028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.003875] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1e73cbe-6b49-412b-8f8c-f6579aa234d6: rpc.has_security_group_logging(os_id): False [ 688.024883] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.024883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.024883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.024883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.024883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.024883] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.025170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.025170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.025238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.025296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.025542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.025604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.025640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.026931] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.026931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.026931] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 688.103466] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.103640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.103688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.103876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.104024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.119643] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 688.142232] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3bf14ba4-cc1d-4a18-b331-e646e018aabe tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 688.143227] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 688.145832] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.145832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.158317] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b1b4054-736a-4c64-ab09-daaf90650dc9 req-f8e54eb8-f8ef-422d-ac6a-1180e92f6f8e tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 688.158897] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 688.162240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162896] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.163080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163423] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.276157] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.276157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.276157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.276157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.276447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.276447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 already deleted. [ 688.276532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.276742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.277052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.278800] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.354059] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.354265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.354329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.357414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.357414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.357414] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 already deleted. [ 688.357414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.357414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.357414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.357414] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.618848] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8e49dec4-3c3e-4a4c-8c57-62d6493fb427 None None] Enqueued Resource ID: 03f50778-c43a-4797-afb4-3ff553dd2358 with Priority: HIGHEST for action port [ 688.619512] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f50778-c43a-4797-afb4-3ff553dd2358 with Priority: HIGHEST for action port [ 688.620497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f50778-c43a-4797-afb4-3ff553dd2358 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.620497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f50778-c43a-4797-afb4-3ff553dd2358" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.620497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f50778-c43a-4797-afb4-3ff553dd2358" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.625107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f50778-c43a-4797-afb4-3ff553dd2358" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.625265] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f50778-c43a-4797-afb4-3ff553dd2358',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.668286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.668519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669053] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.669158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.669219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.669375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.669449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d already deleted. [ 688.669615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.673120] env[65675]: INFO networking_nsxv3.common.synchronization [None req-2d80b268-9810-44ee-b2c8-7932ac694468 None None] Enqueued Resource ID: ddc6188f-8915-4a82-80ca-19d7496b09f9 with Priority: HIGHEST for action port [ 688.673886] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc6188f-8915-4a82-80ca-19d7496b09f9 with Priority: HIGHEST for action port [ 688.674118] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc6188f-8915-4a82-80ca-19d7496b09f9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.674309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc6188f-8915-4a82-80ca-19d7496b09f9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.674309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc6188f-8915-4a82-80ca-19d7496b09f9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.674623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc6188f-8915-4a82-80ca-19d7496b09f9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.674623] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc6188f-8915-4a82-80ca-19d7496b09f9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.804237] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.806308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.806498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.810918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.810918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.810918] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 already deleted. [ 688.810918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880788] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.882025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.882025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.882025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.882025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.882025] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 already deleted. [ 688.882025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.913740] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: SUCCESS [ 688.913981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.135172] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f50778-c43a-4797-afb4-3ff553dd2358 [ 689.135172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.135172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.135172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.135172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.135172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.135172] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f50778-c43a-4797-afb4-3ff553dd2358 already deleted. [ 689.135172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f50778-c43a-4797-afb4-3ff553dd2358" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.200775] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddc6188f-8915-4a82-80ca-19d7496b09f9 [ 689.200775] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.200775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.200775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.200775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.200775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.200775] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddc6188f-8915-4a82-80ca-19d7496b09f9 already deleted. [ 689.200775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc6188f-8915-4a82-80ca-19d7496b09f9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.522345] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.522543] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.522661] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.522980] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.523252] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.523436] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.523558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.523760] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.523899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.524308] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.524431] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.524536] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.524647] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.524758] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.524885] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.525043] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.545423] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.545588] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.545722] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.545896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.546227] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ae55a9f6-4df0-4592-aa75-7e8982282491 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.546397] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.546511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.546838] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.546967] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae55a9f6-4df0-4592-aa75-7e8982282491',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.049089] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.049495] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.049495] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.049796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.049959] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.050131] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ae55a9f6-4df0-4592-aa75-7e8982282491 not found, creating... [ 690.050412] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.050577] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.050694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.050933] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.051132] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.051499] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.051667] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.051784] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.052046] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.052191] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.052354] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ae55a9f6-4df0-4592-aa75-7e8982282491 is going to be created. [ 690.073986] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.074216] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.075043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.075043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.075043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.075043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.137066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 690.137308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.137531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.137863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.138042] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.644255] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.644255] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.644255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.644255] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.860103] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b1b4054-736a-4c64-ab09-daaf90650dc9 req-79ae8ca3-deea-47d2-ae83-2deac8a7e85c service nova] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_rules [ 690.860292] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b1b4054-736a-4c64-ab09-daaf90650dc9 req-79ae8ca3-deea-47d2-ae83-2deac8a7e85c service nova] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 690.860423] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b1b4054-736a-4c64-ab09-daaf90650dc9 req-79ae8ca3-deea-47d2-ae83-2deac8a7e85c service nova] Enqueued Resource ID: ae55a9f6-4df0-4592-aa75-7e8982282491 with Priority: HIGHEST for action port [ 690.861852] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_rules [ 690.862265] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 690.862506] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae55a9f6-4df0-4592-aa75-7e8982282491 with Priority: HIGHEST for action port [ 690.862831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.862963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.863049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.863390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.863477] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.866425] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.866425] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.866425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.866425] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.867553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae55a9f6-4df0-4592-aa75-7e8982282491 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.867964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868491] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae55a9f6-4df0-4592-aa75-7e8982282491',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.988295] env[65675]: INFO networking_nsxv3.common.synchronization [None req-83fcfb89-0939-46e5-9c93-91045c04bbbe tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 with Priority: HIGHEST for action security_group_rules [ 690.989056] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 with Priority: HIGHEST for action security_group_rules [ 690.989945] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c77e3908-b092-47b4-8f20-ac5ca86486e6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.990198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.990198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.990507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.991589] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c77e3908-b092-47b4-8f20-ac5ca86486e6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.146722] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.147133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.147133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.147225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.147390] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.147552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.147632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.147800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.148114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.148245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.148519] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.148626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.148687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.150147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.150147] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.150147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.150147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.150448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.150448] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.371234] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.372344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.372493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.372619] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae55a9f6-4df0-4592-aa75-7e8982282491 with status ACTIVE [ 691.372772] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.372864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.372934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.373185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.373282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.373448] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.373545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.373594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.373751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.373817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.374012] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.374164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.374217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.374371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.374432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.374526] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae55a9f6-4df0-4592-aa75-7e8982282491 is going to be updated. [ 691.404272] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.404476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.404476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.404673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.404809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.404966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae55a9f6-4df0-4592-aa75-7e8982282491" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.524548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.524928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.525020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.525247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.525334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.525432] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 already deleted. [ 691.525515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.652998] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1e73cbe-6b49-412b-8f8c-f6579aa234d6: rpc.has_security_group_logging(os_id): False [ 691.676835] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.677200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.677314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.677531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.677628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.677925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.678050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.678115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.678290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.678361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.678597] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.678697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.678697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.678847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.678929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.680170] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.680170] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 691.771263] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.771263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.771263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.771263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.771263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.789372] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 691.878250] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.926511] env[65675]: INFO networking_nsxv3.common.synchronization [None req-06396329-20ed-4ca8-b334-0bfc2fe08f61 tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 with Priority: HIGHEST for action security_group_rules [ 691.928879] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 with Priority: HIGHEST for action security_group_rules [ 691.929519] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c77e3908-b092-47b4-8f20-ac5ca86486e6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.929746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.929843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.930533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.930668] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c77e3908-b092-47b4-8f20-ac5ca86486e6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.073165] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6bfe4238-81e0-455d-b65c-f429cc411269 None None] Enqueued Resource ID: b2e968d1-63ac-429e-8107-50aaf37697af with Priority: HIGHEST for action port [ 692.073165] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e968d1-63ac-429e-8107-50aaf37697af with Priority: HIGHEST for action port [ 692.073273] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2e968d1-63ac-429e-8107-50aaf37697af taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.073703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2e968d1-63ac-429e-8107-50aaf37697af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.073786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2e968d1-63ac-429e-8107-50aaf37697af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.074909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2e968d1-63ac-429e-8107-50aaf37697af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.075027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e968d1-63ac-429e-8107-50aaf37697af',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.130946] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ddf02a0f-ec52-4cfc-bae4-02b26f154be5 None None] Enqueued Resource ID: 29c26603-a43d-4cfe-b16c-4fba6df05168 with Priority: HIGHEST for action port [ 692.132945] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c26603-a43d-4cfe-b16c-4fba6df05168 with Priority: HIGHEST for action port [ 692.133359] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c26603-a43d-4cfe-b16c-4fba6df05168 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.133490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c26603-a43d-4cfe-b16c-4fba6df05168" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.133560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c26603-a43d-4cfe-b16c-4fba6df05168" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.134351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c26603-a43d-4cfe-b16c-4fba6df05168" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.134351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c26603-a43d-4cfe-b16c-4fba6df05168',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.275336] env[65675]: INFO networking_nsxv3.common.synchronization [req-046ee1c0-e06d-499d-b6c3-495591b0d5bb req-dedc4549-3402-4603-b0d8-d83fea14ebdf tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 692.276063] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 692.277079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.277426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.278444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.278444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.278444] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.278826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.278967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.279471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.279824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.279911] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.385207] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.385799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.385898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.386059] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be created. [ 692.413121] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.413879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.425032] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: UNINITIALIZED for 2s [ 692.464372] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.464601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.465091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.465091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.465091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.465091] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c77e3908-b092-47b4-8f20-ac5ca86486e6 already deleted. [ 692.465197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c77e3908-b092-47b4-8f20-ac5ca86486e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.578833] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2e968d1-63ac-429e-8107-50aaf37697af [ 692.578833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.578833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.578833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.578833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.578833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.578833] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2e968d1-63ac-429e-8107-50aaf37697af already deleted. [ 692.578833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2e968d1-63ac-429e-8107-50aaf37697af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.636069] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c26603-a43d-4cfe-b16c-4fba6df05168 [ 692.636336] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.636489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.636563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.636785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.636877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.636976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c26603-a43d-4cfe-b16c-4fba6df05168 already deleted. [ 692.637118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c26603-a43d-4cfe-b16c-4fba6df05168" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.783615] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.288556] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.378424] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.378639] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.378759] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.379057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.379340] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.379494] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.379607] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.379808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.379942] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.380186] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.380296] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.380399] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.380500] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.380601] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.380699] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.381078] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.401328] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.402345] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.402345] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.402345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-286" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.402345] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-4337559a-4e92-4949-96a6-dd127394a29e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.402345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.402583] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.402775] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.402908] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4337559a-4e92-4949-96a6-dd127394a29e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.628446] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8f8e4bf-55fc-4094-abf2-ce35f639a887 req-4ee9c8be-516f-4cf5-ae68-af4b2f42f0f7 tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 693.629203] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 693.629535] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.629642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.792374] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.792533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.792578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.792783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.792883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.792982] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 693.812104] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 693.812468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.822051] env[65675]: INFO networking_nsxv3.common.synchronization [req-7a8b3339-b161-404d-9f27-ce0e7e9ba63e req-ce3cf79d-1b36-4e20-97b9-154c9220abd3 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 57a725c1-67b7-42ff-94aa-e75a153dc035 with Priority: HIGHEST for action security_group_rules [ 693.823459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a725c1-67b7-42ff-94aa-e75a153dc035 with Priority: HIGHEST for action security_group_rules [ 693.823459] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a725c1-67b7-42ff-94aa-e75a153dc035 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.823459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a725c1-67b7-42ff-94aa-e75a153dc035" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.823459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a725c1-67b7-42ff-94aa-e75a153dc035" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.823459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a725c1-67b7-42ff-94aa-e75a153dc035" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.823459] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a725c1-67b7-42ff-94aa-e75a153dc035',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.827553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.827553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.827553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.827553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.827553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.837119] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 693.905673] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.905888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.906017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.907170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.907381] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.907550] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 4337559a-4e92-4949-96a6-dd127394a29e not found, creating... [ 693.907826] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.908294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.908294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.908427] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.908574] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.908888] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912527] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.913093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.913258] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 4337559a-4e92-4949-96a6-dd127394a29e is going to be created. [ 693.934643] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.937093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.937093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.937093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.937093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.937093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.162650] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.162849] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.162968] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163257] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.163536] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.163694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.163805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.164022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.164167] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.164368] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.164491] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.164575] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.164675] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.164795] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.164882] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.165045] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.185690] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ac525a9e-6613-4dd9-ae14-96dc747ded7c None None] Enqueued Resource ID: 7db493ca-c1bd-418e-930f-57ec04ae266e with Priority: HIGHEST for action port [ 694.186914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.187074] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.187217] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.187905] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.187905] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-0724f638-9603-4d52-9bc0-52cda83e865b taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.187905] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.188122] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.188326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.188458] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0724f638-9603-4d52-9bc0-52cda83e865b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.189577] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db493ca-c1bd-418e-930f-57ec04ae266e with Priority: HIGHEST for action port [ 694.190134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db493ca-c1bd-418e-930f-57ec04ae266e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.191244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db493ca-c1bd-418e-930f-57ec04ae266e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.191244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db493ca-c1bd-418e-930f-57ec04ae266e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.191244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db493ca-c1bd-418e-930f-57ec04ae266e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.191244] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db493ca-c1bd-418e-930f-57ec04ae266e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.348136] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.348511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.348511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.348995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.348995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.348995] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a725c1-67b7-42ff-94aa-e75a153dc035 already deleted. [ 694.348995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a725c1-67b7-42ff-94aa-e75a153dc035" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.436073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.439019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.439019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.439019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.439019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.439505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.439505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.439505] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.651347] env[65675]: INFO networking_nsxv3.common.synchronization [None req-81f3e711-769f-4fa4-a0fe-5d9ba17f6531 None None] Enqueued Resource ID: fd566d56-ad02-4f75-962f-3cd427a00f72 with Priority: HIGHEST for action port [ 694.651649] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd566d56-ad02-4f75-962f-3cd427a00f72 with Priority: HIGHEST for action port [ 694.652257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd566d56-ad02-4f75-962f-3cd427a00f72 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.652394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd566d56-ad02-4f75-962f-3cd427a00f72" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.652464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd566d56-ad02-4f75-962f-3cd427a00f72" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.652724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd566d56-ad02-4f75-962f-3cd427a00f72" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.652811] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd566d56-ad02-4f75-962f-3cd427a00f72',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.654831] env[65675]: INFO networking_nsxv3.common.synchronization [req-046ee1c0-e06d-499d-b6c3-495591b0d5bb req-8b05b78f-c309-4a4d-ab78-5d2910928ef3 service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 694.654988] env[65675]: INFO networking_nsxv3.common.synchronization [req-046ee1c0-e06d-499d-b6c3-495591b0d5bb req-8b05b78f-c309-4a4d-ab78-5d2910928ef3 service nova] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 694.655138] env[65675]: INFO networking_nsxv3.common.synchronization [req-046ee1c0-e06d-499d-b6c3-495591b0d5bb req-8b05b78f-c309-4a4d-ab78-5d2910928ef3 service nova] Enqueued Resource ID: 4337559a-4e92-4949-96a6-dd127394a29e with Priority: HIGHEST for action port [ 694.655499] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_rules [ 694.655499] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 694.655583] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4337559a-4e92-4949-96a6-dd127394a29e with Priority: HIGHEST for action port [ 694.656395] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.656622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.656622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.656814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.656990] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.658805] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.658805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.658805] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-4337559a-4e92-4949-96a6-dd127394a29e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.658805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.658805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.658805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.659131] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4337559a-4e92-4949-96a6-dd127394a29e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.690482] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.690715] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.690868] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.691162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.691322] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.691472] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 0724f638-9603-4d52-9bc0-52cda83e865b not found, creating... [ 694.692083] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.692083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.692083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.692478] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.692478] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.692683] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.692832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.692941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.693576] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.693798] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.694018] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 0724f638-9603-4d52-9bc0-52cda83e865b is going to be created. [ 694.695518] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7db493ca-c1bd-418e-930f-57ec04ae266e [ 694.696054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.696470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.696470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.696470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.696639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.697023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7db493ca-c1bd-418e-930f-57ec04ae266e already deleted. [ 694.697167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db493ca-c1bd-418e-930f-57ec04ae266e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.720601] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.720819] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.720938] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.721302] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.721558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.721806] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.940795] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.941058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.942383] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.159693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.159693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.161481] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4337559a-4e92-4949-96a6-dd127394a29e with status ACTIVE [ 695.161481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.161481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.161481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.161481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.161481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.161746] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.161746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.162024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.162024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.162024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.162241] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.162325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.162355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.163758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.163758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.163758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4337559a-4e92-4949-96a6-dd127394a29e is going to be updated. [ 695.164172] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd566d56-ad02-4f75-962f-3cd427a00f72 [ 695.164913] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.164913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.164913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.165090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.165266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.165322] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd566d56-ad02-4f75-962f-3cd427a00f72 already deleted. [ 695.165416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd566d56-ad02-4f75-962f-3cd427a00f72" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.190049] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.190185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.191041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.191041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.191041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4337559a-4e92-4949-96a6-dd127394a29e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.445386] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.481551] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8f8e4bf-55fc-4094-abf2-ce35f639a887 req-c42b0b4f-55d9-4596-a4d0-c81e825551ff service nova] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_rules [ 695.481792] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8f8e4bf-55fc-4094-abf2-ce35f639a887 req-c42b0b4f-55d9-4596-a4d0-c81e825551ff service nova] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 695.481856] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8f8e4bf-55fc-4094-abf2-ce35f639a887 req-c42b0b4f-55d9-4596-a4d0-c81e825551ff service nova] Enqueued Resource ID: 0724f638-9603-4d52-9bc0-52cda83e865b with Priority: HIGHEST for action port [ 695.482407] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_rules [ 695.483260] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 695.483260] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0724f638-9603-4d52-9bc0-52cda83e865b with Priority: HIGHEST for action port [ 695.483260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.483260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.483260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.483260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.484860] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0724f638-9603-4d52-9bc0-52cda83e865b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.484860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.484860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.484860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.484860] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0724f638-9603-4d52-9bc0-52cda83e865b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.850137] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 695.850525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.850710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.851028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.851987] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.851987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.851987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.851987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.851987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.851987] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.948084] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.948293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.948373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.948597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.948693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.948796] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 695.986807] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0724f638-9603-4d52-9bc0-52cda83e865b with status ACTIVE [ 695.986807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.986925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.986993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.987304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.987466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.987650] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.987900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.988352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.988670] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.989101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.989218] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0724f638-9603-4d52-9bc0-52cda83e865b is going to be updated. [ 696.000220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.000367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.002317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.002317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.002317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.019036] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 696.037617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.038075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.038218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.039387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.039387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.039387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0724f638-9603-4d52-9bc0-52cda83e865b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.356848] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.859699] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.362469] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.362620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.362691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.363495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.363495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363495] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 697.401696] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.401854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.401932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.402193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.402361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.413575] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 698.036459] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 698.036868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.037544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.037837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.039820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.039820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.039820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.040022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.040194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.040519] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.040730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.040816] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.041299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.041944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.042711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.042892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.044185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.044185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.044185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.044185] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.046495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.046495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.046495] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.046495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.046495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.046495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.047534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.048122] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.238507] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d3a4a3da-b97a-4bc5-8f88-d454e4e11460 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 698.241419] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 698.241941] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.242409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.244166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.244166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.244166] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.551679] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6f658b-968d-442e-a95c-9e4856ebdf2d: rpc.has_security_group_logging(os_id): False [ 698.553144] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.575699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.575964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.576059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.576284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.576381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.576699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.576842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.577025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.577362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.577362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.577637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.577672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.578057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.578137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.578377] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.578477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.578543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.578713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.579259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.579724] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be created. [ 698.649673] env[65675]: INFO networking_nsxv3.common.synchronization [None req-1e3d4c99-2807-4e25-9e45-5b7a91a6d028 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 698.650830] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 698.651378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.651610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.654664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.654916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.655478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.655546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.656133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.673731] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 698.770111] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.770111] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 already deleted. [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.770111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.770111] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.871925] env[65675]: INFO networking_nsxv3.common.synchronization [req-57f69e8b-4bfc-4ce6-b957-bd1b7877c967 req-6eed143e-8412-47b3-bdb9-21ed74551835 tempest-ImagesOneServerTestJSON-1450716693 tempest-ImagesOneServerTestJSON-1450716693-project-member] Enqueued Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 698.872730] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGHEST for action security_group_members [ 698.873758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.873832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.873915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.874223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.874369] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.874501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.874588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.874782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.874897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.875037] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.056664] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.309412] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.309783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.309783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.309895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.309999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.310321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 already deleted. [ 699.310321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.378789] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.379292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.379574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.379627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.379757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.380286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d is going to be updated. [ 699.486173] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 699.486297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.486533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.486813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.487145] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.487241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.487283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.487495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.487540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.487616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.487705] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.506516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.506700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.506782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.507348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.507348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.518288] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: IN_PROGRESS for 2s [ 699.561437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.561897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.562047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.562947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.562947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562947] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 699.594502] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.607677] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 699.728116] env[65675]: INFO networking_nsxv3.common.synchronization [req-dbd7395f-4bf8-4a0b-8517-4dcc607a82c7 req-47498162-a7cf-4512-9912-d021cc05b8cf tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 699.728688] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 699.728986] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729608] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.730082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.730175] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.990426] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.990620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.990726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.990983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.991235] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.991398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.991483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.992709] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992709] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.992709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.992995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.993325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.993528] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.232233] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.232584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.232584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.232780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.232878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.233139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.233317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.233317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.233443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.233540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.233638] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 already deleted. [ 700.233721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498604] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c89b57-5018-46d4-9f4c-5070bf6b06b4: rpc.has_security_group_logging(os_id): False [ 700.506772] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.506772] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.506772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.506772] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.506772] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.506772] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.506772] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.507409] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.507409] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.507409] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.522321] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.522569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.522654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.522895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.523054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.523326] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.523445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.523507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.523662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.523744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.523945] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.524104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.524192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.524356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.524443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.524651] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.524770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.524848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.525016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.525112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.525213] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 700.528608] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.528785] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.528891] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.529120] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.529396] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.529552] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.529667] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.529961] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.530263] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bced18d0-3eae-4820-9d6f-9bcdf1dd1163',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.600236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.600485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.601088] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.601643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.601643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.626131] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 700.696902] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 700.697367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.699017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.699387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.699492] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.032266] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.032556] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.032684] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.033036] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.033378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.033465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port bced18d0-3eae-4820-9d6f-9bcdf1dd1163 not found, creating... [ 701.033732] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.033909] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.034067] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.034314] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.034452] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.034755] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.034908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.035033] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.035255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.035420] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.035681] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: bced18d0-3eae-4820-9d6f-9bcdf1dd1163 is going to be created. [ 701.061694] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.061929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.062057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.062347] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.062681] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.062881] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.204993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.204993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.383033] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a98ccb53-aca3-4aa8-bd93-54a0ffbb7266 None None] Enqueued Resource ID: bda289a6-61dc-4e16-86a2-39a9e3e15f4a with Priority: HIGHEST for action port [ 701.383033] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda289a6-61dc-4e16-86a2-39a9e3e15f4a with Priority: HIGHEST for action port [ 701.383033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda289a6-61dc-4e16-86a2-39a9e3e15f4a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.383825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda289a6-61dc-4e16-86a2-39a9e3e15f4a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.384784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda289a6-61dc-4e16-86a2-39a9e3e15f4a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.385199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda289a6-61dc-4e16-86a2-39a9e3e15f4a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.385353] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda289a6-61dc-4e16-86a2-39a9e3e15f4a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.530564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426cb978-b248-4fec-a106-ebcefad5d76d in Status: SUCCESS [ 701.530993] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d deletion is rescheduled due to dependency. [ 701.531128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 701.621670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.622180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.622382] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.622746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.622828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.622927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623016] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.805416] env[65675]: INFO networking_nsxv3.common.synchronization [req-dbd7395f-4bf8-4a0b-8517-4dcc607a82c7 req-cbfe57c2-002f-4f57-a54c-56438af9e809 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 701.805416] env[65675]: INFO networking_nsxv3.common.synchronization [req-dbd7395f-4bf8-4a0b-8517-4dcc607a82c7 req-cbfe57c2-002f-4f57-a54c-56438af9e809 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 701.805416] env[65675]: INFO networking_nsxv3.common.synchronization [req-dbd7395f-4bf8-4a0b-8517-4dcc607a82c7 req-cbfe57c2-002f-4f57-a54c-56438af9e809 service nova] Enqueued Resource ID: bced18d0-3eae-4820-9d6f-9bcdf1dd1163 with Priority: HIGHEST for action port [ 701.807652] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 701.807652] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 701.807652] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bced18d0-3eae-4820-9d6f-9bcdf1dd1163 with Priority: HIGHEST for action port [ 701.807652] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.807652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.807652] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.808448] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.808623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.808724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.809167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.809167] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.809340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.809488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.809584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.809695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.809793] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.811031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.811031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.811031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.811325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.811325] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bced18d0-3eae-4820-9d6f-9bcdf1dd1163',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.889359] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda289a6-61dc-4e16-86a2-39a9e3e15f4a [ 701.889673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.890113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.890191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.890313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.890897] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda289a6-61dc-4e16-86a2-39a9e3e15f4a already deleted. [ 701.891023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda289a6-61dc-4e16-86a2-39a9e3e15f4a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.126525] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.126638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.126679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.127173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.127173] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.127173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.127306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.128271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.128271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.128598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.128598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128598] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.315421] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.316274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.316528] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.317548] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bced18d0-3eae-4820-9d6f-9bcdf1dd1163 with status ACTIVE [ 702.317704] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.317880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.317957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.318202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.318299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.319809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.319809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.319809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.320171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.320171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.320282] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bced18d0-3eae-4820-9d6f-9bcdf1dd1163 is going to be updated. [ 702.348190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.348190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.348190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.348190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.348190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.348190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bced18d0-3eae-4820-9d6f-9bcdf1dd1163" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.634659] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6f658b-968d-442e-a95c-9e4856ebdf2d: rpc.has_security_group_logging(os_id): False [ 702.652980] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 702.652980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.658846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.659136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.659136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.659287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.659413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.659580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.659986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.659986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.659986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.660217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.660298] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.660396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.660452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.660602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.660684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.660848] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.660934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.660997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.661204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.661264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.661343] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 702.749956] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.750050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.751034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.751517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.765860] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 702.823835] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.328061] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.328259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.328312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.328930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.328930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.329072] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be created. [ 703.360107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.360107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.360107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.360353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.360396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.371425] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: UNINITIALIZED for 2s [ 703.899698] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e4070c11-c683-44a3-9157-82ce9a825d6a None None] Enqueued Resource ID: f49cc337-4588-4f52-8d05-e805d0073f78 with Priority: HIGHEST for action port [ 703.900401] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49cc337-4588-4f52-8d05-e805d0073f78 with Priority: HIGHEST for action port [ 703.900769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49cc337-4588-4f52-8d05-e805d0073f78 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.901317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49cc337-4588-4f52-8d05-e805d0073f78" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.901317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49cc337-4588-4f52-8d05-e805d0073f78" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.901505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49cc337-4588-4f52-8d05-e805d0073f78" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.901645] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49cc337-4588-4f52-8d05-e805d0073f78',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.406113] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f49cc337-4588-4f52-8d05-e805d0073f78 [ 704.406113] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.406113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.406113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.406113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.406113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.406113] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f49cc337-4588-4f52-8d05-e805d0073f78 already deleted. [ 704.406113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49cc337-4588-4f52-8d05-e805d0073f78" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.511395] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b202ef0-c1ac-46dd-81e3-6029705eb6db req-1215096b-eeed-4977-ae39-f0876738a4f1 tempest-ServerDiagnosticsTest-1775849657 tempest-ServerDiagnosticsTest-1775849657-project-member] Enqueued Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 704.512647] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 704.514435] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.514435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.514716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.515970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.515970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.515970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.515970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.516195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.516195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.516308] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.782055] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 704.782055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.962590] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.962874] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.962874] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.963177] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.963423] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.963596] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.963712] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.963941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.964070] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.964365] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.964428] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.964491] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.964596] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.964699] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.964810] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.964938] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.999947] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.000692] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.000692] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.000692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.000966] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-224c526e-e872-4084-90f2-0ef5f1958394 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.001076] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.001318] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.001662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.001808] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224c526e-e872-4084-90f2-0ef5f1958394',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.024291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.024291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.024291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.024291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.024291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.024546] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.024745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.024745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.024888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.024967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.025634] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f already deleted. [ 705.025634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.383300] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 705.383453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.383697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384366] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.384566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.384685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.385085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.385792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.385792] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.505177] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.505177] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.505177] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.505414] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.505485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.505728] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 224c526e-e872-4084-90f2-0ef5f1958394 not found, creating... [ 705.506046] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.506258] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.506446] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.506739] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.506889] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.507227] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.507450] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.507854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.507854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.507972] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.508134] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 224c526e-e872-4084-90f2-0ef5f1958394 is going to be created. [ 705.528867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.529238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.529448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.529862] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.530229] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.530542] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.612597] env[65675]: INFO networking_nsxv3.common.synchronization [req-bee9e237-3d3c-4bf1-9a09-e750d4094ef5 req-e107da1b-3dea-433d-b988-5539135c32ec tempest-VolumesAdminNegativeTest-530391105 tempest-VolumesAdminNegativeTest-530391105-project-member] Enqueued Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 705.612936] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGHEST for action security_group_members [ 705.613223] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.613330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.613484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.613626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.613785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.613988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.613988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.614121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.614257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.614712] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.868971] env[65675]: INFO networking_nsxv3.common.synchronization [req-138e3c9b-797b-4e9d-a903-db2813036baa req-88cfbce8-b93d-41ca-a6a1-9e6301183aec tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 6fb447e2-8db9-4f16-9f58-c6db54538679 with Priority: HIGHEST for action security_group_rules [ 705.869500] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb447e2-8db9-4f16-9f58-c6db54538679 with Priority: HIGHEST for action security_group_rules [ 705.869960] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb447e2-8db9-4f16-9f58-c6db54538679 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb447e2-8db9-4f16-9f58-c6db54538679" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb447e2-8db9-4f16-9f58-c6db54538679" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb447e2-8db9-4f16-9f58-c6db54538679" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870774] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb447e2-8db9-4f16-9f58-c6db54538679',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.888537] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.888767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.888876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.889239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.889439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.889594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.889691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.889926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.890294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890700] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.890842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.890938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.891153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.891497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.891562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.891644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.891857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.891975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.892118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.892252] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.121637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.122710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.122710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.122710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.122889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.123040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.123363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.123458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.123533] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 is going to be updated. [ 706.163329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.164309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.164309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.164309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.164309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.176439] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: IN_PROGRESS for 2s [ 706.273637] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b202ef0-c1ac-46dd-81e3-6029705eb6db req-59d68443-eb6a-4e83-ab94-010e9b5831cf service nova] Enqueued Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_rules [ 706.273876] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b202ef0-c1ac-46dd-81e3-6029705eb6db req-59d68443-eb6a-4e83-ab94-010e9b5831cf service nova] Enqueued Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 706.274286] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b202ef0-c1ac-46dd-81e3-6029705eb6db req-59d68443-eb6a-4e83-ab94-010e9b5831cf service nova] Enqueued Resource ID: 224c526e-e872-4084-90f2-0ef5f1958394 with Priority: HIGHEST for action port [ 706.275164] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_rules [ 706.275264] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 706.275390] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c526e-e872-4084-90f2-0ef5f1958394 with Priority: HIGHEST for action port [ 706.275783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.275949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.276053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.276419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.277107] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.278562] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.278769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.278851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279775] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.280172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.280266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.280368] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.281886] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-224c526e-e872-4084-90f2-0ef5f1958394 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282500] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224c526e-e872-4084-90f2-0ef5f1958394',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.392636] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.392958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.393109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.393401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.393575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.393919] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb447e2-8db9-4f16-9f58-c6db54538679 already deleted. [ 706.393919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb447e2-8db9-4f16-9f58-c6db54538679" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.394149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d8fb44-0c7f-4cab-a975-510b3b9cc811: rpc.has_security_group_logging(os_id): False [ 706.413460] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.413666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.414046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.414046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.414126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.414575] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.414931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.414931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.415059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.415087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.415267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.415364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.415448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.415566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.415640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.415814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.415989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.415989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.416095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.416173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.416258] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be created. [ 706.482438] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.482602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.482677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.482908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.483182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.497590] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 706.782435] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.784581] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224c526e-e872-4084-90f2-0ef5f1958394 with status ACTIVE [ 706.784841] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.784974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.785071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.785309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.785399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.785605] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.785733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.785801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.785966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.786060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.786246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.786364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.786435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.786565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.786651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.786739] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224c526e-e872-4084-90f2-0ef5f1958394 is going to be updated. [ 706.788019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.789072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.824026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.824582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.824582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.824582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.824691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.824881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224c526e-e872-4084-90f2-0ef5f1958394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.110143] env[65675]: INFO networking_nsxv3.common.synchronization [req-28b8b612-391e-4db0-908f-392d9feccd21 req-1e3e1287-3589-474c-95fc-4e7552be6cf3 tempest-ServersTestFqdnHostnames-809245145 tempest-ServersTestFqdnHostnames-809245145-project-member] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 707.110892] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 707.111042] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.111171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.111320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.111850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.112059] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.112268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.112368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.112710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.112710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.112798] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.285497] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.573483] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.573483] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-958" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.573990] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-958" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.574372] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-958" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.575208] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.575208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.575208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.575208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.575353] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575513] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.575661] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.575774] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.575886] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.575996] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.576129] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.576460] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.597081] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.597369] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.597464] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.597660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-958" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.598020] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-25232057-2679-4f19-88cd-4787f7fd9527 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.598187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.598310] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.598639] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.598776] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25232057-2679-4f19-88cd-4787f7fd9527',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.615735] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.615735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.615988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.616359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.616459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.616669] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.616765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.616837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.616999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.617092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.617198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 already deleted. [ 707.617326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.637997] env[65675]: INFO networking_nsxv3.common.synchronization [req-7e615ad7-995d-428d-aa0a-b2e4c31cdae8 req-44f77723-3695-435c-a463-5bd37583dc9e tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 707.638737] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 707.639293] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.639293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.639293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.639293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.639525] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.639624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.639624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.639802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.639850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.639907] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.789811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.793019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.793019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.793019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.793019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.793019] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f is going to be created. [ 707.824577] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.824577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.824577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.824577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.824577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: UNINITIALIZED for 2s [ 707.970073] env[65675]: INFO networking_nsxv3.common.synchronization [req-7e615ad7-995d-428d-aa0a-b2e4c31cdae8 req-c8f80a87-137a-43c1-be1a-3feec83d2993 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 707.970073] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 707.970073] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.970362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.101697] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.101909] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.102047] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.102373] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.102540] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.102692] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 25232057-2679-4f19-88cd-4787f7fd9527 not found, creating... [ 708.103071] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.103253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.103367] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.103620] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.103753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.104060] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.104193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.104327] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.104564] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.104694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.104830] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 25232057-2679-4f19-88cd-4787f7fd9527 is going to be created. [ 708.127429] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.127656] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.127742] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128032] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128288] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.128492] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142114] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.186841] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e02338ef-4413-4971-bca0-cb3fac3628b0 in Status: SUCCESS [ 708.187064] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 deletion is rescheduled due to dependency. [ 708.187146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.219072] env[65675]: INFO networking_nsxv3.common.synchronization [req-7e615ad7-995d-428d-aa0a-b2e4c31cdae8 req-c138f2ca-cbc0-4ab9-8c37-8fa7d1c00254 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 708.219677] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 708.219983] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.220098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.512666] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 708.513058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.645333] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.859805] env[65675]: INFO networking_nsxv3.common.synchronization [req-28b8b612-391e-4db0-908f-392d9feccd21 req-b7769e65-a819-4328-9b4a-4e3034e18720 service nova] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 708.859893] env[65675]: INFO networking_nsxv3.common.synchronization [req-28b8b612-391e-4db0-908f-392d9feccd21 req-b7769e65-a819-4328-9b4a-4e3034e18720 service nova] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 708.859989] env[65675]: INFO networking_nsxv3.common.synchronization [req-28b8b612-391e-4db0-908f-392d9feccd21 req-b7769e65-a819-4328-9b4a-4e3034e18720 service nova] Enqueued Resource ID: 25232057-2679-4f19-88cd-4787f7fd9527 with Priority: HIGHEST for action port [ 708.860942] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_rules [ 708.861723] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 708.861866] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25232057-2679-4f19-88cd-4787f7fd9527 with Priority: HIGHEST for action port [ 708.862183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.862303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.862373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.862566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.862684] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.863659] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.863659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.863778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.863834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.863988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.864087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.864148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.864295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.864374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.864457] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.866558] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-25232057-2679-4f19-88cd-4787f7fd9527 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.867117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.867233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.867403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.867772] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25232057-2679-4f19-88cd-4787f7fd9527',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.974557] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a204122-8551-4815-84e6-1ee0b7a10ede req-5095dbe8-5c13-47dc-99f0-04a822f22cfc tempest-InstanceActionsNegativeTestJSON-601930747 tempest-InstanceActionsNegativeTestJSON-601930747-project-member] Enqueued Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 708.975105] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGHEST for action security_group_members [ 708.975375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.975748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.975896] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.976666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.976833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.976921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.977024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.146476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.146638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.146710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.146931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.147038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.147161] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 709.189524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.189666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.189741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.189956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.190115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.197182] env[65675]: INFO networking_nsxv3.common.synchronization [req-b0a8942e-0ad8-4613-8159-cd2fddf815f0 req-90f171d2-8448-4087-a564-8f2513598e91 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 709.197764] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 709.198086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.198230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.198299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.198535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.198698] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.198832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.198866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.199840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.200051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.200224] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.202776] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 709.370552] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.370552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.370552] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.373556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25232057-2679-4f19-88cd-4787f7fd9527 with status ACTIVE [ 709.373556] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.373556] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.373556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.374865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.374865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.374865] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25232057-2679-4f19-88cd-4787f7fd9527 is going to be updated. [ 709.404964] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.405202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.405202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.405414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.405551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.405710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25232057-2679-4f19-88cd-4787f7fd9527" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.479600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.479787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.479863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.480751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.481091] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb is going to be updated. [ 709.523497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.524019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.524019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.524019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.524253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.533810] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: IN_PROGRESS for 2s [ 709.705434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.705434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.705434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.705715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.705780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.706028] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.706156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.706241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.706436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.706559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.706651] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 709.739169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.739353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.739475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.739734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.739881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.753840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 709.834852] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ca145ed-d77a-435d-a1b1-ab5df7360831 req-ce6e50f0-90d6-43f6-bfb9-cfd0e4e2b090 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 709.836909] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 709.836909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.836909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.836909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.836909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.837169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.837169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.837169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.837303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.837383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.837476] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.852058] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: SUCCESS [ 709.852393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.852937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.853173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.853368] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.853669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.853669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.853762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.854032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.854032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.854112] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.877270] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.304710] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.304710] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.305245] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.305475] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.305932] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305932] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.306127] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.306544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.306544] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.306702] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.306702] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.306930] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.306930] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.307168] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.307301] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.337157] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.337948] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.337948] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.337948] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.338267] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-869553ef-e55e-448a-90a1-adf76adb81b3 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.338353] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.338429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.338754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.338919] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869553ef-e55e-448a-90a1-adf76adb81b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.342279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.342729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344608] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344608] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 already deleted. [ 710.344608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.357300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.357300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.358397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.358464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.359152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.359385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.359619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.359691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.359954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.360223] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.360281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.360522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.360640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.360794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.360932] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.382309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.382576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.382666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.382910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.383048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.383180] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 is going to be created. [ 710.410846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.410986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.411035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.411648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.411648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.422976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: UNINITIALIZED for 2s [ 710.846190] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.846571] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.847166] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.847166] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.847357] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.847601] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 869553ef-e55e-448a-90a1-adf76adb81b3 not found, creating... [ 710.848503] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.848503] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.848503] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.849438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.849438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.849549] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.849672] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.849785] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.850041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.850256] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.850465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 869553ef-e55e-448a-90a1-adf76adb81b3 is going to be created. [ 710.863558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae9be1bb-9a96-4d42-a387-d8382c0d903f: rpc.has_security_group_logging(os_id): False [ 710.874588] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.874803] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.875515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.875515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.875515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.875704] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.882129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.882856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.882856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.882968] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.883438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883658] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.883944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.884292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.884416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.884511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884672] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f is going to be created. [ 710.956992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.957274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.957456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.957719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.957906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.977201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: IN_PROGRESS for 2s [ 711.217427] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 711.217658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.217836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218264] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.218414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.218681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218809] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.545344] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1b43-a628-42d7-8e90-856171d7f3fb in Status: SUCCESS [ 711.545520] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb deletion is rescheduled due to dependency. [ 711.545877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.650836] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ca145ed-d77a-435d-a1b1-ab5df7360831 req-7983b835-fced-4b54-b1c9-9d80f6a6e464 service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 711.651154] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ca145ed-d77a-435d-a1b1-ab5df7360831 req-7983b835-fced-4b54-b1c9-9d80f6a6e464 service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 711.651560] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ca145ed-d77a-435d-a1b1-ab5df7360831 req-7983b835-fced-4b54-b1c9-9d80f6a6e464 service nova] Enqueued Resource ID: 869553ef-e55e-448a-90a1-adf76adb81b3 with Priority: HIGHEST for action port [ 711.652249] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 711.654359] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 711.654359] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869553ef-e55e-448a-90a1-adf76adb81b3 with Priority: HIGHEST for action port [ 711.654359] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.654359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.654359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.654359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.654359] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.655270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.656929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.656929] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.656929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.656929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.656929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.656929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.656929] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.657854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-869553ef-e55e-448a-90a1-adf76adb81b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.657854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.657979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.658215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.658284] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869553ef-e55e-448a-90a1-adf76adb81b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.722773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.722898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.722964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.723365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.723365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.723527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.723623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.723623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.723748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.723806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.723892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 711.775292] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 711.775540] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 711.775729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.785573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.785797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.785797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.786991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.786991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.804522] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 712.024652] env[65675]: INFO networking_nsxv3.common.synchronization [req-9adff33a-a8de-45e3-9551-a3a6c183dc08 req-d69c1b59-1677-41f1-ac6d-07509a5b3b7c tempest-FloatingIPsAssociationTestJSON-1677723857 tempest-FloatingIPsAssociationTestJSON-1677723857-project-member] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 712.025690] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGHEST for action security_group_members [ 712.026257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029650] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.029650] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.160350] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.160505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.160696] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.162752] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 869553ef-e55e-448a-90a1-adf76adb81b3 with status ACTIVE [ 712.162752] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.162752] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.162752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.163094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.163094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.163379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.163504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.163565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.163705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.163853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.163853] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 869553ef-e55e-448a-90a1-adf76adb81b3 is going to be updated. [ 712.186231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.186367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.186442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.186670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.186790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.186950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-869553ef-e55e-448a-90a1-adf76adb81b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.434775] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: SUCCESS [ 712.434775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.434928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.435172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.435353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.436464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.436464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.436464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.436464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.436464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.436666] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.533422] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.533684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.533786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.534491] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.534491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.534491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.534955] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be updated. [ 712.573481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.573645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.573688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.573912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.574062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.585452] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: IN_PROGRESS for 2s [ 712.666794] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.940438] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.991015] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: SUCCESS [ 712.991015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.171891] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.171891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.171891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.171891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.171891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.171891] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be created. [ 713.203010] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.203192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.203271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.203566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.203749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.217379] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: UNINITIALIZED for 2s [ 713.328331] env[65675]: INFO networking_nsxv3.common.synchronization [req-f51b8b6d-a0e4-4925-812d-f76b2b3a5492 req-ce838d20-19e2-460d-ad30-6e9066cd3b09 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 713.328858] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 713.329494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.329687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.329794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.330115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.330206] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660c7ce6-3a8c-48c4-a2ea-bb072a1e045c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.444465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4: rpc.has_security_group_logging(os_id): False [ 713.465636] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.465636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.465636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.465876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.466296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.466370] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.466435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.467032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.467032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.467032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.467032] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 is going to be created. [ 713.543176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.543467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.543645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.543900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.544162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.574694] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: IN_PROGRESS for 2s [ 713.815690] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 713.815871] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 deletion is rescheduled due to dependency. [ 713.816066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.816180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.816409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.816604] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.816731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.816786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.816945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.817043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.817143] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.851055] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.851232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.851286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.851572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.851670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.851770] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c already deleted. [ 713.851854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.031566] env[65675]: INFO networking_nsxv3.common.synchronization [req-a2615e94-a7e7-461a-b657-9f9ec993447d req-4dc51b7d-b851-4606-afaf-c94ae59860c2 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 714.031566] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 714.031566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.031566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.031566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.031566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.031566] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660c7ce6-3a8c-48c4-a2ea-bb072a1e045c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.319833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.323023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.323023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 714.356743] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.356743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.356956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.357440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.357440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.367170] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 714.562026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.562026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.562026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.562026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.562026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.562026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c already deleted. [ 714.562026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.597027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 in Status: SUCCESS [ 714.597261] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 deletion is rescheduled due to dependency. [ 714.597398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.110874] env[65675]: INFO networking_nsxv3.common.synchronization [req-6aed5e1e-2df0-4c39-84dc-8e0ebd7fef64 req-1230bad6-54b4-4e79-b2fd-1a173edd1042 tempest-SecurityGroupRulesTestJSON-877120335 tempest-SecurityGroupRulesTestJSON-877120335-project-member] Enqueued Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 715.111394] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c with Priority: HIGHEST for action security_group_rules [ 715.112901] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.113066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.113247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.113548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.113799] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660c7ce6-3a8c-48c4-a2ea-bb072a1e045c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.156721] env[65675]: INFO networking_nsxv3.common.synchronization [req-a8a74c1d-bde4-4e70-b88a-100a708a6fb2 req-ed5949ca-b93e-47af-845f-63a8da0cfe2e tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 715.157348] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 715.157644] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.157866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.157866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.158222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.160928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.160928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.160928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.160928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.160928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.160928] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.230494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 715.230723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.231035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.231577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.231982] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.232106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.232520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.232520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.232520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.232654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.232786] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.589937] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: SUCCESS [ 715.590226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.610164] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.610164] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.610164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.610164] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.610164] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.610164] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.610164] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.610626] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.610626] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.610626] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.632232] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.632232] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.632232] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.632232] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.632232] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-25259dbe-9a6e-4dca-9bee-f249abd0e675 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.632495] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.632495] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.632893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.632979] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25259dbe-9a6e-4dca-9bee-f249abd0e675',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.636683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.637617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.637617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.637617] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660c7ce6-3a8c-48c4-a2ea-bb072a1e045c already deleted. [ 715.637617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660c7ce6-3a8c-48c4-a2ea-bb072a1e045c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665105] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 already deleted. [ 715.665105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.734812] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.136110] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.136494] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.137081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.137188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.138087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.138087] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 25259dbe-9a6e-4dca-9bee-f249abd0e675 not found, creating... [ 716.138087] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.138087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.138402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.138756] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.138969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.139332] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.139578] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.139837] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.140140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.140352] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.140562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 25259dbe-9a6e-4dca-9bee-f249abd0e675 is going to be created. [ 716.162486] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.162786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.162981] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.163327] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.163660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.163938] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.238070] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d054f93-92ca-43fa-8386-86d9a78eb468: rpc.has_security_group_logging(os_id): False [ 716.260073] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.260073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.260240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.260491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.260623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.260962] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.261125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.261600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261717] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be created. [ 716.355865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.356106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.356335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.356445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.356632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.375976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 716.379699] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 716.380036] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 deletion is rescheduled due to dependency. [ 716.380182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.948924] env[65675]: INFO networking_nsxv3.common.synchronization [req-a8a74c1d-bde4-4e70-b88a-100a708a6fb2 req-0608e7c4-28c1-4480-bfc0-1acb22cf8f0a service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 716.949350] env[65675]: INFO networking_nsxv3.common.synchronization [req-a8a74c1d-bde4-4e70-b88a-100a708a6fb2 req-0608e7c4-28c1-4480-bfc0-1acb22cf8f0a service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 716.949350] env[65675]: INFO networking_nsxv3.common.synchronization [req-a8a74c1d-bde4-4e70-b88a-100a708a6fb2 req-0608e7c4-28c1-4480-bfc0-1acb22cf8f0a service nova] Enqueued Resource ID: 25259dbe-9a6e-4dca-9bee-f249abd0e675 with Priority: HIGHEST for action port [ 716.949838] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 716.950045] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 716.950768] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25259dbe-9a6e-4dca-9bee-f249abd0e675 with Priority: HIGHEST for action port [ 716.951153] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.951366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.951470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.951963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.952034] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.953360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.953360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.953360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.953636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.953687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.953767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.953861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.954070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.954172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.954281] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.955220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-25259dbe-9a6e-4dca-9bee-f249abd0e675 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.955352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.955462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.955622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.955705] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25259dbe-9a6e-4dca-9bee-f249abd0e675',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.458237] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.459411] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.459627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.460151] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25259dbe-9a6e-4dca-9bee-f249abd0e675 with status ACTIVE [ 717.460151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.460294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.460334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.460538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.460626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.460804] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.461924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.461924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.461924] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25259dbe-9a6e-4dca-9bee-f249abd0e675 is going to be updated. [ 717.486204] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.486373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.486426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.486642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.486915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.486969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25259dbe-9a6e-4dca-9bee-f249abd0e675" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.962299] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.258657] env[65675]: INFO networking_nsxv3.common.synchronization [req-d78d09e8-51a9-446b-8453-5208273435de req-b840fec9-01d8-4b63-a3fc-9b09f2d3b36f tempest-ServerMetadataTestJSON-145252439 tempest-ServerMetadataTestJSON-145252439-project-member] Enqueued Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 718.259469] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGHEST for action security_group_members [ 718.259894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.260525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.260804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.261068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.261387] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.261563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.261697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.261977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.262170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.262349] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.392241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 718.393400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.468878] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.468878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.468878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.468878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.468878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.469166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be created. [ 718.492384] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.503847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: UNINITIALIZED for 2s [ 718.766337] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.766804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.766918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.767140] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.767237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.767300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.767449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.767528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.767614] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 is going to be updated. [ 718.805298] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.805298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.805298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.805298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.805298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809140] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: IN_PROGRESS for 2s [ 719.055569] env[65675]: INFO networking_nsxv3.common.synchronization [None req-54f75269-947b-45a3-ae59-7384b9131414 None None] Enqueued Resource ID: 546328a5-f4b2-44a1-96cd-79e125b64ce2 with Priority: HIGHEST for action port [ 719.055569] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546328a5-f4b2-44a1-96cd-79e125b64ce2 with Priority: HIGHEST for action port [ 719.055832] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-546328a5-f4b2-44a1-96cd-79e125b64ce2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.055832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-546328a5-f4b2-44a1-96cd-79e125b64ce2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.055832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-546328a5-f4b2-44a1-96cd-79e125b64ce2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.056106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-546328a5-f4b2-44a1-96cd-79e125b64ce2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.056195] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('546328a5-f4b2-44a1-96cd-79e125b64ce2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.560764] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 546328a5-f4b2-44a1-96cd-79e125b64ce2 [ 719.560866] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.561111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.561111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.561464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.561579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.561705] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:546328a5-f4b2-44a1-96cd-79e125b64ce2 already deleted. [ 719.561817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-546328a5-f4b2-44a1-96cd-79e125b64ce2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.514843] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 720.515112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.515251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.515469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.515760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.515879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.515945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.516134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.516231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.516345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.516442] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.825368] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 in Status: SUCCESS [ 720.825618] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 deletion is rescheduled due to dependency. [ 720.826196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.019791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.019968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.020043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.020337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.020517] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.020618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.020686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.021077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.021199] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.022642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.022642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.022642] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.242920] env[65675]: INFO networking_nsxv3.common.synchronization [req-2a783b00-3d31-4822-9428-1066328afe6a req-fa82f0aa-bad2-4529-8a2a-368685501f51 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 721.243645] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 721.244156] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.244433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.244553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.244875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.245134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.245315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.245428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.245739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.245911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.246073] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.367528] env[65675]: INFO networking_nsxv3.common.synchronization [None req-2db512d5-fd73-42cb-90ec-6f6e272a5a92 None None] Enqueued Resource ID: 6f9529c5-a729-4df9-8e7f-177ea1b655a4 with Priority: HIGHEST for action port [ 721.368328] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9529c5-a729-4df9-8e7f-177ea1b655a4 with Priority: HIGHEST for action port [ 721.368725] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f9529c5-a729-4df9-8e7f-177ea1b655a4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.368872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f9529c5-a729-4df9-8e7f-177ea1b655a4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.368980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f9529c5-a729-4df9-8e7f-177ea1b655a4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.369254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f9529c5-a729-4df9-8e7f-177ea1b655a4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.369338] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9529c5-a729-4df9-8e7f-177ea1b655a4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.524874] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928: rpc.has_security_group_logging(os_id): False [ 721.551151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.551318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.551380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.552448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.552448] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.552448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.552448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.552704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.552740] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.552845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.552944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.553155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.553814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.553814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.553814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.553814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.553814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.554062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.554062] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be created. [ 721.623794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.624566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.624566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.624566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.624831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.639077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 721.750843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.750843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.750843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.750843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.750843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.751119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.751210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.751254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.751504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.751629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.751746] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 721.872060] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.872060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.872060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.872060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.872060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.872586] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f9529c5-a729-4df9-8e7f-177ea1b655a4 [ 721.872759] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.872897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.872982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.873271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.873365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.873462] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f9529c5-a729-4df9-8e7f-177ea1b655a4 already deleted. [ 721.873542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f9529c5-a729-4df9-8e7f-177ea1b655a4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.891106] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 723.658623] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 723.658623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900284] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 723.900472] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 deletion is rescheduled due to dependency. [ 723.900595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.474193] env[65675]: INFO networking_nsxv3.common.synchronization [req-e47bc7f3-e91d-4716-a16a-ede8b435e4f7 req-d8dcdade-7c68-4cc9-960a-7a6a000cdedf tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 724.475472] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 724.475634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.477318] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.477318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.477318] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.981341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.981751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.981751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.982449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.982613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.982859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.983219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.983219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.983553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.983698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.984524] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 already deleted. [ 724.984524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.986416] env[65675]: INFO networking_nsxv3.common.synchronization [req-fb78399e-b8b3-4fe0-8ae4-7b05a2bb60ca req-cdc036ce-5de1-4da8-a0c1-bbd6c9e65f81 tempest-ServerDiagnosticsTest-1775849657 tempest-ServerDiagnosticsTest-1775849657-project-member] Enqueued Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 724.986416] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGHEST for action security_group_members [ 724.987505] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.987505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.987505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.987505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.988379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.988379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.988379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.988379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.988379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.988379] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.169510] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.169708] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.169824] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.170428] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.170428] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.170801] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.170801] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.171056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.171113] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.171277] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.171479] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.171609] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.171700] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.172034] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.172034] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.172171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.194560] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.194750] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.194863] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.195047] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.195362] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-66b92cc6-1569-4534-8797-1d1c2e68a3d0 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.195534] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.195646] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.196034] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.196190] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b92cc6-1569-4534-8797-1d1c2e68a3d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.490131] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.490529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.490529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.490626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.490657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.490841] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.490936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.490994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.491152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.491222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.491327] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f is going to be updated. [ 725.520038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.520198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.520302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.520492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.520721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.530389] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: IN_PROGRESS for 2s [ 725.699043] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.699269] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.699848] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.700028] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.700190] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 66b92cc6-1569-4534-8797-1d1c2e68a3d0 not found, creating... [ 725.700449] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.700608] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.700721] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.700946] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.701090] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.701477] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.701654] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.701770] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.701977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.702123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.702260] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 is going to be created. [ 725.727320] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.727617] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.727806] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.728200] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.728542] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.728909] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.012980] env[65675]: INFO networking_nsxv3.common.synchronization [req-fa4a138f-41ee-48d4-9ff7-51180ca04a6c req-4806d0df-0eab-4534-bd06-fc92df6791d3 tempest-VolumesAssistedSnapshotsTest-1597376615 tempest-VolumesAssistedSnapshotsTest-1597376615-project-member] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 726.012980] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGHEST for action security_group_members [ 726.013289] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.013289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.013289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.013508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.013651] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.014160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.014160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.014259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.014259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.014391] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [req-e47bc7f3-e91d-4716-a16a-ede8b435e4f7 req-196c3dd0-530a-4d42-a171-1ba9dcbeb4c5 service nova] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [req-e47bc7f3-e91d-4716-a16a-ede8b435e4f7 req-196c3dd0-530a-4d42-a171-1ba9dcbeb4c5 service nova] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [req-e47bc7f3-e91d-4716-a16a-ede8b435e4f7 req-196c3dd0-530a-4d42-a171-1ba9dcbeb4c5 service nova] Enqueued Resource ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with Priority: HIGHEST for action port [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 726.467436] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with Priority: HIGHEST for action port [ 726.467436] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.467436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.467436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.467436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.467436] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.469971] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.470095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.470161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.470342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.470490] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.470583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.470643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.471022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.471145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.471271] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.472105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b92cc6-1569-4534-8797-1d1c2e68a3d0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.472205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.472267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.472719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.472719] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b92cc6-1569-4534-8797-1d1c2e68a3d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.518266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.518565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.518645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.518857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.519589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.519589] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.519589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.519589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.519899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.519899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.519899] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 is going to be updated. [ 726.554019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.554210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.554284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.554504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.554706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.563741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: IN_PROGRESS for 2s [ 726.976724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.976858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.978188] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.978349] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with status ACTIVE [ 726.978425] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.978540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.978609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.978821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.978908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979099] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.979201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.979286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.979440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.979519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979721] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.979804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.979844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.980042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.980179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.981527] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 is going to be updated. [ 727.007244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.007453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.007828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.007828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.008259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.008432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.066589] env[65675]: INFO networking_nsxv3.common.synchronization [req-8147204f-5984-4e1f-b318-fb217223c50f req-9008707d-60e4-4564-b979-1b39a75f78f4 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 727.067043] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGHEST for action security_group_members [ 727.067267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.067391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.068140] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.068140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.068140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.068400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.068400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.068613] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.224176] env[65675]: INFO networking_nsxv3.common.synchronization [req-c8fc6364-2564-4985-8f52-1048f61b535a req-bd2208bd-c798-4381-b550-020f8747ea2a tempest-FloatingIPsAssociationNegativeTestJSON-522366116 tempest-FloatingIPsAssociationNegativeTestJSON-522366116-project-member] Enqueued Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 727.224374] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 727.224632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.224740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.224809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.226323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.226501] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.226613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.226680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.226862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227391] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.484287] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.545220] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f in Status: SUCCESS [ 727.545405] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f deletion is rescheduled due to dependency. [ 727.545604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.571211] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.571372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.571410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.571620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.571716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.571911] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.572019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.572085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.572243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.572318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.572407] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 is going to be updated. [ 727.604799] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.604799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.604799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.604799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.604799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.614555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: IN_PROGRESS for 2s [ 727.731051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.731221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.731281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.731483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.731571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.731751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.731847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.731990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.732063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.732148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.732233] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f already deleted. [ 727.732313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.735114] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.735292] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-68" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.735399] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-68" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.735682] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-68" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.735919] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.736077] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.736311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.736376] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.736505] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.736706] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.736850] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.736920] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.737018] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.737126] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.737228] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.737351] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.760305] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.760503] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.760635] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.760777] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-68" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.761121] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-a887bcdc-ab70-47f3-b07d-ba11bf911581 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.761310] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.761758] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.761830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.761925] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a887bcdc-ab70-47f3-b07d-ba11bf911581',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.989029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.989029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.989029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.989029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be created. [ 728.013069] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.013297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.013297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.013499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.013675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025582] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: UNINITIALIZED for 2s [ 728.264768] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.268027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port a887bcdc-ab70-47f3-b07d-ba11bf911581 not found, creating... [ 728.268027] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.268027] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.269490] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.269760] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.269976] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.270305] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.270553] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.270787] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: a887bcdc-ab70-47f3-b07d-ba11bf911581 is going to be created. [ 728.294623] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.297215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.297215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.297215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.297215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.297215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.573849] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 in Status: SUCCESS [ 728.574038] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 deletion is rescheduled due to dependency. [ 728.574205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.992384] env[65675]: INFO networking_nsxv3.common.synchronization [req-c8fc6364-2564-4985-8f52-1048f61b535a req-adff8df5-0334-4966-a19a-4d3ebf1c4cd4 service nova] Enqueued Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_rules [ 728.992516] env[65675]: INFO networking_nsxv3.common.synchronization [req-c8fc6364-2564-4985-8f52-1048f61b535a req-adff8df5-0334-4966-a19a-4d3ebf1c4cd4 service nova] Enqueued Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 728.992615] env[65675]: INFO networking_nsxv3.common.synchronization [req-c8fc6364-2564-4985-8f52-1048f61b535a req-adff8df5-0334-4966-a19a-4d3ebf1c4cd4 service nova] Enqueued Resource ID: a887bcdc-ab70-47f3-b07d-ba11bf911581 with Priority: HIGHEST for action port [ 728.993116] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_rules [ 728.993253] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 728.993351] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a887bcdc-ab70-47f3-b07d-ba11bf911581 with Priority: HIGHEST for action port [ 728.993618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.993742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.994077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.994439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.994534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.995405] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.995526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.995591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.995774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.996257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.996527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.996590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.996760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.996850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.996942] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.997717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a887bcdc-ab70-47f3-b07d-ba11bf911581 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.998221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.999770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.000123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.000176] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a887bcdc-ab70-47f3-b07d-ba11bf911581',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.151176] env[65675]: INFO networking_nsxv3.common.synchronization [None req-61a64052-4bcf-44ee-90e2-bea8ea3453f4 None None] Enqueued Resource ID: 63dac27e-d7d5-45ed-bfcc-660d51967f32 with Priority: HIGHEST for action port [ 729.151929] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dac27e-d7d5-45ed-bfcc-660d51967f32 with Priority: HIGHEST for action port [ 729.152344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-63dac27e-d7d5-45ed-bfcc-660d51967f32 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.152535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63dac27e-d7d5-45ed-bfcc-660d51967f32" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.152708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63dac27e-d7d5-45ed-bfcc-660d51967f32" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.152979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63dac27e-d7d5-45ed-bfcc-660d51967f32" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.153135] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63dac27e-d7d5-45ed-bfcc-660d51967f32',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.504411] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.505464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.505593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.506708] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a887bcdc-ab70-47f3-b07d-ba11bf911581 with status ACTIVE [ 729.506708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.506708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.506708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.506708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.506708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.506708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.507580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.507580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.507829] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a887bcdc-ab70-47f3-b07d-ba11bf911581 is going to be updated. [ 729.532643] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.533094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.533283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a887bcdc-ab70-47f3-b07d-ba11bf911581" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.632323] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 in Status: SUCCESS [ 729.632607] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 deletion is rescheduled due to dependency. [ 729.632739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.655988] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63dac27e-d7d5-45ed-bfcc-660d51967f32 [ 729.655988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.655988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.655988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.657406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.657406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657406] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63dac27e-d7d5-45ed-bfcc-660d51967f32 already deleted. [ 729.657406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63dac27e-d7d5-45ed-bfcc-660d51967f32" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.008977] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.036772] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 730.037026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.037237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.037485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.037788] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.037973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.038033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.039293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.039293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.039293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.039293] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.512155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.512523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.512523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.512584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.513332] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f is going to be created. [ 730.542246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.542411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.542458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.542683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.542823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.543958] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.556748] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: UNINITIALIZED for 2s [ 730.804139] env[65675]: INFO networking_nsxv3.common.synchronization [None req-20f7eea4-c455-4299-82f9-77db3128db08 None None] Enqueued Resource ID: 29491e08-1d70-4e99-9826-249debb939c9 with Priority: HIGHEST for action port [ 730.805280] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29491e08-1d70-4e99-9826-249debb939c9 with Priority: HIGHEST for action port [ 730.805850] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-29491e08-1d70-4e99-9826-249debb939c9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.807571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29491e08-1d70-4e99-9826-249debb939c9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.807571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29491e08-1d70-4e99-9826-249debb939c9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.807571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29491e08-1d70-4e99-9826-249debb939c9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.807571] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29491e08-1d70-4e99-9826-249debb939c9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.047717] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b449e68-ec3c-40d7-8cf4-55f619572e25: rpc.has_security_group_logging(os_id): False [ 731.070246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.070246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.070246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.070745] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be created. [ 731.138360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.138536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.138636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.138828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.139079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.154994] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: IN_PROGRESS for 2s [ 731.310534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29491e08-1d70-4e99-9826-249debb939c9 [ 731.311131] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.311966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.311966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.311966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.312262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.312262] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29491e08-1d70-4e99-9826-249debb939c9 already deleted. [ 731.312262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29491e08-1d70-4e99-9826-249debb939c9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.689102] env[65675]: INFO networking_nsxv3.common.synchronization [None req-570b8635-934f-4387-b25f-0af6274dbbe5 None None] Enqueued Resource ID: 712298cc-f1e1-45e1-8582-3308f85e4fdc with Priority: HIGHEST for action port [ 731.691208] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712298cc-f1e1-45e1-8582-3308f85e4fdc with Priority: HIGHEST for action port [ 731.691208] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-712298cc-f1e1-45e1-8582-3308f85e4fdc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.691208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-712298cc-f1e1-45e1-8582-3308f85e4fdc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.691517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-712298cc-f1e1-45e1-8582-3308f85e4fdc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-712298cc-f1e1-45e1-8582-3308f85e4fdc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692648] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712298cc-f1e1-45e1-8582-3308f85e4fdc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.197672] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 712298cc-f1e1-45e1-8582-3308f85e4fdc [ 732.198009] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.198176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.198247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.198452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.198546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.198701] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:712298cc-f1e1-45e1-8582-3308f85e4fdc already deleted. [ 732.198741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-712298cc-f1e1-45e1-8582-3308f85e4fdc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.571845] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: SUCCESS [ 732.572094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.572275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.572507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.572705] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.572824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.572891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.573074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.573156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.573239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.573330] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.076409] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.076686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.076686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.076981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.076981] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.077125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.077157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.077308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.077400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.077488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.077633] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.077733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.077788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.078079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.078079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.078282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.078282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.078338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.078402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.078479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.078573] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.170150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 733.170150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.218663] env[65675]: INFO networking_nsxv3.common.synchronization [None req-c1dcf03e-2e83-42c4-bc21-bc278bec1fda None None] Enqueued Resource ID: a8ec5936-8bc0-4a0e-a551-824b8740f1e9 with Priority: HIGHEST for action port [ 733.218663] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ec5936-8bc0-4a0e-a551-824b8740f1e9 with Priority: HIGHEST for action port [ 733.218663] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ec5936-8bc0-4a0e-a551-824b8740f1e9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.218663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ec5936-8bc0-4a0e-a551-824b8740f1e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.218663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ec5936-8bc0-4a0e-a551-824b8740f1e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.218663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ec5936-8bc0-4a0e-a551-824b8740f1e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.218663] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ec5936-8bc0-4a0e-a551-824b8740f1e9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.582838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a9bc60-11ef-4365-bce7-9d1c9298949f: rpc.has_security_group_logging(os_id): False [ 733.609760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.609760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.609760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.609760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.609760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.609760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.610186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.610186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.610249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.610334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.610559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.611408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.611627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.611994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612104] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f is going to be created. [ 733.688517] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.688593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.688627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.688884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.689086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.703067] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: IN_PROGRESS for 2s [ 733.722632] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8ec5936-8bc0-4a0e-a551-824b8740f1e9 [ 733.722632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.722632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.722632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.722632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722984] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8ec5936-8bc0-4a0e-a551-824b8740f1e9 already deleted. [ 733.722984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ec5936-8bc0-4a0e-a551-824b8740f1e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.824662] env[65675]: INFO networking_nsxv3.common.synchronization [None req-4057a2f6-d9b0-4007-8844-2f182deb478e tempest-ServersV294TestFqdnHostnames-1172195802 tempest-ServersV294TestFqdnHostnames-1172195802-project-member] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 733.825643] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 733.825756] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.825842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.825901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.826198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.826289] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.167337] env[65675]: INFO networking_nsxv3.common.synchronization [None req-4f845321-585a-4171-833f-52c9578aadfc tempest-ServersV294TestFqdnHostnames-1172195802 tempest-ServersV294TestFqdnHostnames-1172195802-project-member] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 734.168056] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 734.168416] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.168538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.365504] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.365504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.365504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.366055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.366055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.366055] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c already deleted. [ 734.366218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.366880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.367354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.367489] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.892038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.892214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.892307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.892696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.892855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.893023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c already deleted. [ 734.893099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.726192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: SUCCESS [ 735.726192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.169543] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 739.169860] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 740.273399] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a07e203-f614-4625-9685-361a413d5ab0 req-6962d420-08be-4ec9-b8f6-761b13590150 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 740.275020] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 740.275020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.275257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.275257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.275424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.275693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.275823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.275888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.276078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.276173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.276285] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.781160] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.782604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.782604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.782604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.782604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.782604] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.782604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.783222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.783222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.783222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.783222] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 740.812682] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.812986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.815254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.815254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.815254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.827866] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 740.863709] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.863947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.864502] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.864502] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.864618] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.864754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.864868] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.865092] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.865236] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.865604] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.865604] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.865731] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.865768] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.865843] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.865943] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.866084] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.885845] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.886034] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.886155] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.886325] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.886714] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-40bcd6e9-0cdd-4898-81d7-e67faa31a654 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.886915] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.887042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.887368] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.887503] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40bcd6e9-0cdd-4898-81d7-e67faa31a654',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.390139] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.390465] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.390509] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.390775] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.391033] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.391214] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 40bcd6e9-0cdd-4898-81d7-e67faa31a654 not found, creating... [ 741.391482] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.391860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.391860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.392011] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.392224] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.392596] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.392937] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.392937] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.393128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.393265] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.393440] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 40bcd6e9-0cdd-4898-81d7-e67faa31a654 is going to be created. [ 741.413639] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.413836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.413988] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.414408] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.414638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.414871] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a07e203-f614-4625-9685-361a413d5ab0 req-58a7f13d-8769-4b64-a585-a1324f2d4927 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a07e203-f614-4625-9685-361a413d5ab0 req-58a7f13d-8769-4b64-a585-a1324f2d4927 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a07e203-f614-4625-9685-361a413d5ab0 req-58a7f13d-8769-4b64-a585-a1324f2d4927 service nova] Enqueued Resource ID: 40bcd6e9-0cdd-4898-81d7-e67faa31a654 with Priority: HIGHEST for action port [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 742.148453] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bcd6e9-0cdd-4898-81d7-e67faa31a654 with Priority: HIGHEST for action port [ 742.148453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.148453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.148453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.148453] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.148453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.148853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-40bcd6e9-0cdd-4898-81d7-e67faa31a654 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.148853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.149035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.149303] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40bcd6e9-0cdd-4898-81d7-e67faa31a654',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.509373] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a076ebc1-da7c-492c-9991-5990f8e0eb78 None None] Enqueued Resource ID: 3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c with Priority: HIGHEST for action port [ 742.509892] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c with Priority: HIGHEST for action port [ 742.510211] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.510335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.510398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510801] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.654948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40bcd6e9-0cdd-4898-81d7-e67faa31a654 with status ACTIVE [ 742.655212] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.655351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.655734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655912] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.656228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.656304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.656480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.657179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.657179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.657179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.657179] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40bcd6e9-0cdd-4898-81d7-e67faa31a654 is going to be updated. [ 742.658403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.658531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.680318] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.680492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.680528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.680747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.680883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.681063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40bcd6e9-0cdd-4898-81d7-e67faa31a654" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.841198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 742.841696] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 742.841696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.841905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.842092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.842299] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.842382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.842446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.843029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.843029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.843029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.015163] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c [ 743.015163] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.015163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.015163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.015163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.015163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.015163] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c already deleted. [ 743.015163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d38ccaa-c849-44ed-8e4c-cf6ad5c1de2c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.109026] env[65675]: INFO networking_nsxv3.common.synchronization [req-4fadcf2a-36f0-4244-bf44-2fedd706e9f9 req-ed872085-8599-485e-8449-4bf8e3f6725b tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 743.109026] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 743.112409] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.112409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.112409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.112409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.112409] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.112409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.112409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.112780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.112780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.112780] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.345245] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.579449] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.579776] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.579815] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.580058] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.580316] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.580481] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.580571] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.580780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.580918] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.581158] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.581269] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.581371] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.581472] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.581575] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.581770] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.581990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.602053] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.602053] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.602053] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.602053] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.602053] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-86de55fb-c386-41d6-8b84-c6a1614b3677 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.602375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.602375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.603354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.603354] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86de55fb-c386-41d6-8b84-c6a1614b3677',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.616333] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.847825] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.105973] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.106487] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.106649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.107057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.107260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.107449] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 86de55fb-c386-41d6-8b84-c6a1614b3677 not found, creating... [ 744.107761] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.107943] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.108089] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.108339] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.108489] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.108772] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.108962] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.109086] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.109326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.109453] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.109591] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 86de55fb-c386-41d6-8b84-c6a1614b3677 is going to be created. [ 744.118663] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.131826] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.132119] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.132281] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.133056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.133056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.133268] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.350509] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.350752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.350800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.351025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.351166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.351261] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 744.398011] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.398429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.398532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.398810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.399020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.415090] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 744.622301] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.622832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.622832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.622832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.622956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.623127] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 744.658521] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.658521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.658521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.658521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.658521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.676061] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 744.943295] env[65675]: INFO networking_nsxv3.common.synchronization [req-4fadcf2a-36f0-4244-bf44-2fedd706e9f9 req-943d43b4-5e19-49fb-bd66-f5f8d4b8cef1 service nova] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_rules [ 744.943437] env[65675]: INFO networking_nsxv3.common.synchronization [req-4fadcf2a-36f0-4244-bf44-2fedd706e9f9 req-943d43b4-5e19-49fb-bd66-f5f8d4b8cef1 service nova] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 744.943521] env[65675]: INFO networking_nsxv3.common.synchronization [req-4fadcf2a-36f0-4244-bf44-2fedd706e9f9 req-943d43b4-5e19-49fb-bd66-f5f8d4b8cef1 service nova] Enqueued Resource ID: 86de55fb-c386-41d6-8b84-c6a1614b3677 with Priority: HIGHEST for action port [ 744.944147] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_rules [ 744.944292] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 744.944985] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86de55fb-c386-41d6-8b84-c6a1614b3677 with Priority: HIGHEST for action port [ 744.944985] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.944985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.944985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.945320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.945413] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.946339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946677] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-86de55fb-c386-41d6-8b84-c6a1614b3677 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.947056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.947126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.947176] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86de55fb-c386-41d6-8b84-c6a1614b3677',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.448852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.448852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.450297] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86de55fb-c386-41d6-8b84-c6a1614b3677 with status ACTIVE [ 745.450595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.450688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.450768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.450967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.451234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.451316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.451371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.451407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.452046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.452046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.452046] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.452519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.452519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.452519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.452519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.452519] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86de55fb-c386-41d6-8b84-c6a1614b3677 is going to be updated. [ 745.477762] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.478506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.478783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.479147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.479668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.479668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86de55fb-c386-41d6-8b84-c6a1614b3677" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.675294] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a37a612-7893-4be1-a143-8fba687531c6 req-1babc820-ef91-40be-a015-5facc2c9cbe2 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 745.676457] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 745.676957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.677222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.679184] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.679184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.679184] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.087859] env[65675]: INFO networking_nsxv3.common.synchronization [None req-35c48531-d40d-45cd-ad96-d5e6ee3ca400 None None] Enqueued Resource ID: c4b33e43-32b0-4657-9083-3ae9fe35c789 with Priority: HIGHEST for action port [ 746.087859] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b33e43-32b0-4657-9083-3ae9fe35c789 with Priority: HIGHEST for action port [ 746.088897] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b33e43-32b0-4657-9083-3ae9fe35c789 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.089660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b33e43-32b0-4657-9083-3ae9fe35c789" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.089660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b33e43-32b0-4657-9083-3ae9fe35c789" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b33e43-32b0-4657-9083-3ae9fe35c789" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.090412] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b33e43-32b0-4657-9083-3ae9fe35c789',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.099407] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.099559] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.099663] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.099856] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.100793] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.102457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.102585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.103380] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.103380] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.103380] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.103528] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.103528] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.103698] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.103802] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.104031] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.104173] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.133022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.133022] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.133022] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.133022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-109" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.133022] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-df6c7b18-9d91-42f0-a260-80de01e6e8ef taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.133022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133022] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133022] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6c7b18-9d91-42f0-a260-80de01e6e8ef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.184873] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.427384] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 746.427641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.427887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.428076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.428289] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.428400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.428476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.428656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.428859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.428859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.428964] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.593435] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4b33e43-32b0-4657-9083-3ae9fe35c789 [ 746.593811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.594184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.594336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.594600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.594748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.594891] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4b33e43-32b0-4657-9083-3ae9fe35c789 already deleted. [ 746.595030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b33e43-32b0-4657-9083-3ae9fe35c789" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.635506] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.636175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.636175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.636312] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.636468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.636641] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port df6c7b18-9d91-42f0-a260-80de01e6e8ef not found, creating... [ 746.636933] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637114] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637229] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637596] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.637891] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.638064] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.638185] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.638396] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.638525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.638677] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef is going to be created. [ 746.673328] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.673599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.673796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.674294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.675975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.675975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.688629] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.691955] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 746.692208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.692509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.693890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.693890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.693890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.693890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.693890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.693890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.693890] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.931777] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.931938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.932060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.932506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.932506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.932647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.932647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.932798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.932888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.933008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.933182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.933277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.933336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.933487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.933627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.933723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.933778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.933935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934233] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.192688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.192688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.192688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.192688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.192688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.192688] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 747.195589] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.242030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.242245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.242351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.242676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.242888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.256277] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 747.436992] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661: rpc.has_security_group_logging(os_id): False [ 747.462600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.462900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.463240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.463240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.463389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.463504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.463742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.464066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.464414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.464414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.464414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.464745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.464945] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.464945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.465220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.465220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.465640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.465640] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 747.467698] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a37a612-7893-4be1-a143-8fba687531c6 req-d03e3255-4e36-4edd-8a7c-52bafa7f1fac service nova] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 747.467933] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a37a612-7893-4be1-a143-8fba687531c6 req-d03e3255-4e36-4edd-8a7c-52bafa7f1fac service nova] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 747.468107] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a37a612-7893-4be1-a143-8fba687531c6 req-d03e3255-4e36-4edd-8a7c-52bafa7f1fac service nova] Enqueued Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 747.469394] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 747.469394] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 747.469394] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 747.470231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.470231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.470413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.470791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.470791] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.471672] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.471835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.472181] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6c7b18-9d91-42f0-a260-80de01e6e8ef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.472181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.472413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.472516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.472516] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6c7b18-9d91-42f0-a260-80de01e6e8ef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.592328] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.592588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.592651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.592858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.593033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.613638] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 747.698775] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.975636] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.975799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.975949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6c7b18-9d91-42f0-a260-80de01e6e8ef with status ACTIVE [ 747.976124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.976237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.976297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.976510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.976601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.976766] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.976871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.977026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.977306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.977938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.977938] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.978284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.978284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.978502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.978612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.978708] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef is going to be updated. [ 748.007731] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.007878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.007950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.008611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.008735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.008992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.203950] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.203950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.203950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.204339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.204339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.204507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 748.245903] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.245903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.246397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.246397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.246472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.260791] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 748.975109] env[65675]: INFO networking_nsxv3.common.synchronization [None req-58f5f60b-0502-4135-a445-e84b41a993af tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 748.975565] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 748.975895] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.976154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.976234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.976635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.976731] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.113596] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5fbf8d85-0f24-42cb-9587-303a7189d280 tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 749.114299] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 749.114653] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.114769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.284220] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 749.284476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.284666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.285397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.285397] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.285397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.285397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.285594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.285594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.285713] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.523357] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.523514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.523587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.523848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.524052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.524171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a already deleted. [ 749.524294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.524499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.524679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.525228] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.629345] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 749.629786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.789425] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.058542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.058879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.058879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.059112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.059285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.059441] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a already deleted. [ 750.059530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.270400] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 750.270851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.270966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.271219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.271432] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.273026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.273026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.273026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.273026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.273026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.273026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.291843] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.774965] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775867] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.776138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.776226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.776322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.776660] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.776660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.776660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.776892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.776952] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.777053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.777114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.777247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.777318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.777406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.777534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.794760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.794946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.795038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.795260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.795316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.795663] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 750.826981] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.827218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.827218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.827458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.827641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.838858] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 751.282077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46: rpc.has_security_group_logging(os_id): False [ 751.311888] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.312443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.312443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.312443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.312443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.312647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.312811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.312811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.312899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.312961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.313331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.313383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.313563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.313650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.314164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.315173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.317311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.317663] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 751.407940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.408684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.412020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.412020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.412020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.428086] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 752.853055] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 752.853676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.853999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.854321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.854615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.854866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.855151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.856267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.856361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.856461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.856559] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.362172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.362404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.362404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.363491] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.363491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.363783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.363923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.364040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.364107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.364300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.364475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.364563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.364763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.364814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.364885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.364978] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.449787] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 753.449787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.867683] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 753.886916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.887383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.887481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.887768] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.888066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.888066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.888135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.888163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.888510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.888579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.888618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.888748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.888836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.889093] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.889199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.889261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.889433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.889599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.889599] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 753.968030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.968030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.968030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.968030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.968030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.991824] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 754.114988] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 754.115196] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 756.015312] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 756.016684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.756082] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f1c11ded-372a-457a-bdb3-629aedee326e None None] Enqueued Resource ID: 3d61f10f-8331-402b-8cc5-b4144839a15e with Priority: HIGHEST for action port [ 758.757224] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d61f10f-8331-402b-8cc5-b4144839a15e with Priority: HIGHEST for action port [ 758.757807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d61f10f-8331-402b-8cc5-b4144839a15e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d61f10f-8331-402b-8cc5-b4144839a15e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.758105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d61f10f-8331-402b-8cc5-b4144839a15e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.758467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d61f10f-8331-402b-8cc5-b4144839a15e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.758590] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d61f10f-8331-402b-8cc5-b4144839a15e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.262279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d61f10f-8331-402b-8cc5-b4144839a15e [ 759.262279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.262279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.262279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.262279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.262279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.262279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d61f10f-8331-402b-8cc5-b4144839a15e already deleted. [ 759.262279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d61f10f-8331-402b-8cc5-b4144839a15e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.048703] env[65675]: INFO networking_nsxv3.common.synchronization [None req-533242bc-9401-4bf6-9a68-7327781a5c36 None None] Enqueued Resource ID: 31b4cfe5-9ba2-4627-9d41-7e207a294c00 with Priority: HIGHEST for action port [ 761.050931] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b4cfe5-9ba2-4627-9d41-7e207a294c00 with Priority: HIGHEST for action port [ 761.052553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b4cfe5-9ba2-4627-9d41-7e207a294c00 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.052553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b4cfe5-9ba2-4627-9d41-7e207a294c00" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.052553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b4cfe5-9ba2-4627-9d41-7e207a294c00" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.052553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b4cfe5-9ba2-4627-9d41-7e207a294c00" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.052553] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b4cfe5-9ba2-4627-9d41-7e207a294c00',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.150920] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0befe780-872f-4b49-8e69-9a3cd8bd60a6 tempest-ServersTestManualDisk-2052495590 tempest-ServersTestManualDisk-2052495590-project-member] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 761.151459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 761.151774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.151931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.152011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.152392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.152725] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.501584] env[65675]: INFO networking_nsxv3.common.synchronization [None req-789302b3-23a0-4833-9a38-aafdf4eec4a7 tempest-ServersTestManualDisk-2052495590 tempest-ServersTestManualDisk-2052495590-project-member] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 761.502362] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 761.502666] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.502835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.525236] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e8c4aa41-5509-4c94-971e-dee26cffe847 None None] Enqueued Resource ID: e72035a2-af6c-4b3d-b31a-4370347b566e with Priority: HIGHEST for action port [ 761.525236] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72035a2-af6c-4b3d-b31a-4370347b566e with Priority: HIGHEST for action port [ 761.525236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e72035a2-af6c-4b3d-b31a-4370347b566e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.525438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e72035a2-af6c-4b3d-b31a-4370347b566e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.525806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e72035a2-af6c-4b3d-b31a-4370347b566e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.525806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e72035a2-af6c-4b3d-b31a-4370347b566e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.525905] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e72035a2-af6c-4b3d-b31a-4370347b566e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.555655] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31b4cfe5-9ba2-4627-9d41-7e207a294c00 [ 761.556602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.556780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.556866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.557104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.558615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.558761] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31b4cfe5-9ba2-4627-9d41-7e207a294c00 already deleted. [ 761.558865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b4cfe5-9ba2-4627-9d41-7e207a294c00" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.684873] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.684873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.684873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.685133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.687445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.687445] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac already deleted. [ 761.687445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.687445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.687445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.687445] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.028659] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e72035a2-af6c-4b3d-b31a-4370347b566e [ 762.028940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.029121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.029213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.029475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.029589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.029698] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e72035a2-af6c-4b3d-b31a-4370347b566e already deleted. [ 762.030037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e72035a2-af6c-4b3d-b31a-4370347b566e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.207413] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.207679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.207679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.207851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.207934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.208044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac already deleted. [ 762.208130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.223212] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 762.223401] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 762.224237] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 762.224474] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 762.224785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.224943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.225252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.225417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.225523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.225756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.225890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.226104] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.227347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.227827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.227905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.228160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.228320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.228422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.228507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.228675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.228759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.228860] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.286073] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 762.286073] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 762.286073] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_rules [ 762.286073] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 762.286073] env[65675]: INFO networking_nsxv3.common.synchronization [req-802f4d44-9a54-4d3c-95a2-6262a28fdd29 req-5ce1b757-a0e3-4d4a-ab00-fdea9aa97486 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 762.291414] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 762.291414] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_rules [ 762.291414] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 762.291414] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 762.291414] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 762.291414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.291414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.291414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.291414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.291414] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.291414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.291414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.291414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.292496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.292580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.293549] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6c7b18-9d91-42f0-a260-80de01e6e8ef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.293664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.293736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.293926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294866] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6c7b18-9d91-42f0-a260-80de01e6e8ef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.297383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.297383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.297383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.297383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593574] env[65675]: INFO networking_nsxv3.common.synchronization [req-bee655e3-c40f-4ce6-ab0a-a81ecd17f5e5 req-3262ff56-c8b8-4543-8368-7f3b73a921a0 tempest-FloatingIPsAssociationNegativeTestJSON-522366116 tempest-FloatingIPsAssociationNegativeTestJSON-522366116-project-member] Enqueued Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 762.594201] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGHEST for action security_group_members [ 762.594518] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.594918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.594995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.595434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.595598] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.595701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.595766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.595919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.596016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.596116] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.731614] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.733450] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.798677] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.798677] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.805235] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6c7b18-9d91-42f0-a260-80de01e6e8ef with status ACTIVE [ 762.805697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.808090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.808090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.808229] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.808814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.808814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.809647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.809647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.809647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.809951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.809951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.811030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef is going to be updated. [ 762.839625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.839818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.839874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.840551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.840551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.840681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.099485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.099659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.099871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.100121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.100121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.100347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.100402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.100954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.100954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100954] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f is going to be updated. [ 763.140740] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.140740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.140740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.140740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.140740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.151989] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: IN_PROGRESS for 2s [ 763.238842] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.238842] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.398414] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d1dfb503-2667-4e52-82ff-c6f735282c6e tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 763.399015] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 763.399460] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.399597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.399666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.399921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.400019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.583036] env[65675]: INFO networking_nsxv3.common.synchronization [None req-73347481-4584-4bdd-ba9f-10740d4c33d1 tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 763.584062] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 763.584453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.584576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.739633] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.739936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.739936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.740385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.740509] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 763.748250] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.752305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.752305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.752305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.752305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752305] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be created. [ 763.785100] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.785314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.785468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.785693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.785868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.789284] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.789502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.789544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.789722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.789976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811009] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 763.813599] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: UNINITIALIZED for 2s [ 763.929736] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.929736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.929736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.930028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.930063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.930174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 already deleted. [ 763.930290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.930505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.930719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.930839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.454627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.454946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.454946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.455171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.455289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.455392] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 already deleted. [ 764.455493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.711636] env[65675]: INFO networking_nsxv3.common.synchronization [None req-c4ae70a8-14f2-499f-9735-88a45fd41ff4 None None] Enqueued Resource ID: b1f123cf-11b3-4ece-b8d9-9b388c09a584 with Priority: HIGHEST for action port [ 764.713793] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f123cf-11b3-4ece-b8d9-9b388c09a584 with Priority: HIGHEST for action port [ 764.713793] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f123cf-11b3-4ece-b8d9-9b388c09a584 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.713793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f123cf-11b3-4ece-b8d9-9b388c09a584" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.713793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f123cf-11b3-4ece-b8d9-9b388c09a584" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.713793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f123cf-11b3-4ece-b8d9-9b388c09a584" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.713793] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f123cf-11b3-4ece-b8d9-9b388c09a584',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.164971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f in Status: SUCCESS [ 765.165206] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f deletion is rescheduled due to dependency. [ 765.165352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.216835] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1f123cf-11b3-4ece-b8d9-9b388c09a584 [ 765.216973] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.217126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.217195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.217447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.217578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.217633] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1f123cf-11b3-4ece-b8d9-9b388c09a584 already deleted. [ 765.217713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f123cf-11b3-4ece-b8d9-9b388c09a584" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318546] env[65675]: INFO networking_nsxv3.common.synchronization [req-b93487bd-d932-4624-aa92-1d4347904d6e req-e5c3cc44-bc3c-4fbe-a267-0053ac155104 tempest-ServersTestFqdnHostnames-809245145 tempest-ServersTestFqdnHostnames-809245145-project-member] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 765.320990] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGHEST for action security_group_members [ 765.320990] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.320990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.320990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.321823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.321823] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.322418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.322418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.322418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.322418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.325501] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.625770] env[65675]: INFO networking_nsxv3.common.synchronization [req-a78040eb-7c69-4f93-b328-505a7a9cfa58 req-76b70de8-3104-46be-a252-daf2e3279ab0 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 765.626603] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 765.627339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.627474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.627548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.627753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.627912] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628798] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.827452] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 765.827717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.828110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.828275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.828371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.828618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.828715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.828934] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.829056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.829122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.829315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.830930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.831122] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 is going to be updated. [ 765.832568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.832803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.833174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.833307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.833379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.833690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.833690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.833802] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.836279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 765.836279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.836279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.837196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.837196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.837196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.879329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.879329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.879468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.879624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.879763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.894972] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: IN_PROGRESS for 2s [ 766.134649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.134649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.134649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.134649] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 766.166970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.166970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.166970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.166970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.166970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.184491] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 766.339230] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.340427] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.367380] env[65675]: INFO networking_nsxv3.common.synchronization [req-e70468c8-7fc1-45a8-a3e4-5a9500385a7e req-02201a04-a0d2-4473-b8f2-89d6d32d4845 tempest-ServersAdminNegativeTestJSON-56633653 tempest-ServersAdminNegativeTestJSON-56633653-project-member] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 766.368795] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 766.370063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.370177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.370239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.370663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.370841] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.371274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.371274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.371274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.371422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.371422] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.833211] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.833599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.833599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.833794] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.834065] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.834244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.834364] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.834585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.834726] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.834938] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.835066] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.835169] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.835270] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.835374] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.835474] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.835602] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.844427] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.844427] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.857942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.858217] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.858298] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.858470] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.858795] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e8de1685-c395-4157-a037-6b7243cead75 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.858965] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.859092] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.859430] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.859565] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8de1685-c395-4157-a037-6b7243cead75',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.874049] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.874241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.874318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.874543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.874631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.874930] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.875181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.875322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.875997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.876174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.876320] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 already deleted. [ 766.876447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.349059] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.349935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.350075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.350438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.350539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.350653] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be updated. [ 767.352102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.352215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.352283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.352459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.352541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.352644] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 767.361639] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.361840] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.362036] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.362307] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.362445] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.362596] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e8de1685-c395-4157-a037-6b7243cead75 not found, creating... [ 767.362885] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.363066] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.363185] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.363407] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.363536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.363813] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.363968] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.364095] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.364310] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.364437] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.364573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e8de1685-c395-4157-a037-6b7243cead75 is going to be created. [ 767.393520] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.393520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.393773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.393821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.393965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.395944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.396092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.396092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.396258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.396388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.403612] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.404692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.404692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.404692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.404692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.404870] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.407703] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 767.408313] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 767.905496] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 in Status: SUCCESS [ 767.905752] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 deletion is rescheduled due to dependency. [ 767.905785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.986877] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5874fb9a-02ca-4716-96da-50c3ec619091 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 767.986877] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 767.987715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.988490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.988956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.990252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.990252] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.136799] env[65675]: INFO networking_nsxv3.common.synchronization [req-e70468c8-7fc1-45a8-a3e4-5a9500385a7e req-1e05066c-5896-47e9-b446-3dbcf9cc7662 service nova] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_rules [ 768.136970] env[65675]: INFO networking_nsxv3.common.synchronization [req-e70468c8-7fc1-45a8-a3e4-5a9500385a7e req-1e05066c-5896-47e9-b446-3dbcf9cc7662 service nova] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 768.137118] env[65675]: INFO networking_nsxv3.common.synchronization [req-e70468c8-7fc1-45a8-a3e4-5a9500385a7e req-1e05066c-5896-47e9-b446-3dbcf9cc7662 service nova] Enqueued Resource ID: e8de1685-c395-4157-a037-6b7243cead75 with Priority: HIGHEST for action port [ 768.137355] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_rules [ 768.137478] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 768.137568] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8de1685-c395-4157-a037-6b7243cead75 with Priority: HIGHEST for action port [ 768.138259] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.138378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.138442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.138953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.138953] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.140077] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.140077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.140077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.140077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.140248] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.140248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.140336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.140431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.140523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.140610] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.144372] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8de1685-c395-4157-a037-6b7243cead75 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.146112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.147640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.147640] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8de1685-c395-4157-a037-6b7243cead75',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.193377] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 768.194244] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 768.194244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.199741] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0309c27b-8929-4322-84ff-f00e422861ea tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 768.200858] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 768.200858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.441924] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.442172] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.510980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.511388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.511388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.511517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.512439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.512618] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c already deleted. [ 768.512709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.512881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.513133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.513211] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.650086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.651042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.651042] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.654617] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8de1685-c395-4157-a037-6b7243cead75 with status ACTIVE [ 768.654824] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.654948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.655031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.655247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.655340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.655672] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.655672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.656108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.656335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.656519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.656791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.656940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.657036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.657289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.657424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.658519] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8de1685-c395-4157-a037-6b7243cead75 is going to be updated. [ 768.685041] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.685428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.685513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.685726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.685936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.686161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8de1685-c395-4157-a037-6b7243cead75" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.042917] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.043300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.043300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.043376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043565] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c already deleted. [ 769.043654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079252] env[65675]: INFO networking_nsxv3.common.synchronization [req-4c993475-2bdf-459f-b454-1423bada95a5 req-65643bf4-fa1b-4150-93fd-e16cf4bebf4a tempest-ServerRescueTestJSON-38300919 tempest-ServerRescueTestJSON-38300919-project-member] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 769.080213] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 769.080320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.080443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.080515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.080862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.080984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.081105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.081171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.081329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.081420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.081518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.161394] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.422720] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 769.423016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.423941] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 769.424228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.424426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.424844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.425052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.425093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.425267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.425356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.425446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.425610] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.426457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.426641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.426988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.426988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.426988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.427350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.427350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.427543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.427543] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.514613] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.514613] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.514802] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.515067] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.515364] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.515522] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.515694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.516096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.516096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.516217] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.516306] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.518022] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.518022] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.518022] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.518022] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.518022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.535830] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.536212] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.536212] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.536343] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.536644] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0385474f-470a-4db6-b710-ce799c1154ba taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.536814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.536931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.537286] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.537423] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385474f-470a-4db6-b710-ce799c1154ba',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.585506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.585710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.585817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.586129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.586260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.586529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.586667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.586770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.586990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.587145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.587267] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c already deleted. [ 769.587714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.664049] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.664208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.664682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.664682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.664835] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be created. [ 769.692513] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.692653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.692736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.693063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.693250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.705000] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: UNINITIALIZED for 2s [ 769.930738] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.930738] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.930738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.931095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.931095] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.931095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.931199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.931259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.931396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.931488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.931551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.931743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.931828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.931939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.932074] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.932986] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.040090] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.040311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.040527] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.041145] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.041393] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.041577] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0385474f-470a-4db6-b710-ce799c1154ba not found, creating... [ 770.042010] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.042107] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.042206] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.042429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.042564] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.042845] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.043422] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.043422] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.043422] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.043723] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.043723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0385474f-470a-4db6-b710-ce799c1154ba is going to be created. [ 770.047021] env[65675]: INFO networking_nsxv3.common.synchronization [req-7e0abdb2-9fb1-42b2-90a5-343a1515b275 req-9aa1850d-dc2a-45e7-8225-4465f0509ea8 tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 770.047670] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 770.047955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.048293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.048293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.048430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.048483] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.048561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.048619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.049033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.049033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.049033] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.069700] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.069941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.070078] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.070362] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.070585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.070801] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.434972] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 770.436447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb9d8f2d-4e69-4a58-a989-d2133b88d031: rpc.has_security_group_logging(os_id): False [ 770.461253] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.461594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.461594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.461704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.461793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.462070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.462210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.462259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.462427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.462502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.462592] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be created. [ 770.465528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.465603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.465681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.465856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.465938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466150] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.466244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.466308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.466543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.466822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.466892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.467098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.467132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.467377] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.467481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.467543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.467679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.467751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.467835] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 770.554175] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.569098] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.569368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.569368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.570106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.570106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.586314] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 770.594069] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.594178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.594178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.594717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.594717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.625933] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 770.883068] env[65675]: INFO networking_nsxv3.common.synchronization [req-4c993475-2bdf-459f-b454-1423bada95a5 req-a4e93aee-da06-4bfd-b575-f1e4d8719757 service nova] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_rules [ 770.883192] env[65675]: INFO networking_nsxv3.common.synchronization [req-4c993475-2bdf-459f-b454-1423bada95a5 req-a4e93aee-da06-4bfd-b575-f1e4d8719757 service nova] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 770.883327] env[65675]: INFO networking_nsxv3.common.synchronization [req-4c993475-2bdf-459f-b454-1423bada95a5 req-a4e93aee-da06-4bfd-b575-f1e4d8719757 service nova] Enqueued Resource ID: 0385474f-470a-4db6-b710-ce799c1154ba with Priority: HIGHEST for action port [ 770.883850] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_rules [ 770.883995] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 770.884268] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0385474f-470a-4db6-b710-ce799c1154ba with Priority: HIGHEST for action port [ 770.884629] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.884899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.884899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.885721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.886194] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.888016] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.888115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.888154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.888314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.889122] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.889122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.889122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.889122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.889122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.889122] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.890863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0385474f-470a-4db6-b710-ce799c1154ba taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.890863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.890863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.890863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.890863] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385474f-470a-4db6-b710-ce799c1154ba',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.054220] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.397156] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.397909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.398051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.398313] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0385474f-470a-4db6-b710-ce799c1154ba with status ACTIVE [ 771.399036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.399036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.399036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.399036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.399036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.399251] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.399251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.399347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.399664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.399795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.400071] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.400262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.400331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.400479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.400558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.400684] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0385474f-470a-4db6-b710-ce799c1154ba is going to be updated. [ 771.426344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.426431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.426431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.426710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.426769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.426939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0385474f-470a-4db6-b710-ce799c1154ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.557689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.557764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.557988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.558099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.558202] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 771.595701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.595859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.595934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.596191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.596358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.613530] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 771.716596] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 771.716784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.716958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.717206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.717394] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.717520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.717586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.717741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.717821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.717906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.717997] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.806040] env[65675]: INFO networking_nsxv3.common.synchronization [req-711f8c5b-e36f-467a-a80a-5d17a8fdda70 req-a3773de3-8940-4a2e-a3bc-8eda393ec858 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 771.806833] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 771.806974] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.807130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.807202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.807407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.807568] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.807666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.807731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.808097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.808136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.808253] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.904040] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.221291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.221569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.221569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.221690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.222595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.222595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.222595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.222595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.222595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.222595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.222595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.222849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.222849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.222849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.222982] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.223107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.223168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.223308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.223382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.223463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.223549] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.310847] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.311360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.311360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.311360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.311510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.311637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.311748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.311798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.311994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.312101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 772.351767] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.352027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.352027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.352479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.352479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.362711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 772.406426] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.406671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.406671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.407043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.407172] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be created. [ 772.445086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.445240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.445517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.445517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.445670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.461438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: UNINITIALIZED for 2s [ 772.605838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 772.606264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.645363] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 772.645363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.727589] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3: rpc.has_security_group_logging(os_id): False [ 772.747781] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.747781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.747781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.747978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.747978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.748114] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.748278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.748278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.749032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.749032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.749032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.749032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.749032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.749032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.749279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.749279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.749349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.749381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.749501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.749570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.749683] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be created. [ 772.837531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.837531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.837531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.837531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.852740] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 773.626180] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 773.626892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.039014] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 774.039240] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 774.039409] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 774.039990] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 774.040805] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 774.040805] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 774.041471] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.041593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.041880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.042200] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.042289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.042289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.042840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.042840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.042840] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.043711] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.043816] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.044035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.044086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.044197] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.044423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.044423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.044719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.044822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.044900] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.045733] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80911d8-14cf-4fee-8bf0-af35fe1bef92 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.045887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.045971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.046107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.046281] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.046406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.046481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.046570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.046642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.046724] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_rules [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_rules [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 774.109021] env[65675]: INFO networking_nsxv3.common.synchronization [req-b943e16f-0947-475e-8c3c-91b92abbc17b req-233420af-ddc5-4ec2-ba51-eb0879980f8c tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 774.109678] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_rules [ 774.110093] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_rules [ 774.110296] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 774.110720] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef with Priority: HIGHEST for action port [ 774.110975] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_rules [ 774.111181] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 774.111370] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 774.111754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.112037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.112265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.113356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.113356] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.114032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.114032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.114032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.114181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.114181] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.115078] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80911d8-14cf-4fee-8bf0-af35fe1bef92 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.115174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.115726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6c7b18-9d91-42f0-a260-80de01e6e8ef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.115788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.115819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.115968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.116128] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6c7b18-9d91-42f0-a260-80de01e6e8ef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.118794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80911d8-14cf-4fee-8bf0-af35fe1bef92 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.118952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.118988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.119211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.119293] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.120383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.120472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.120680] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.120805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.374027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 774.374181] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 774.374181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.385912] env[65675]: INFO networking_nsxv3.common.synchronization [req-04bf0179-b404-4a69-b0f4-7d664d79a126 req-437072eb-7a57-45a5-a805-53c9875268ea tempest-ServersV294TestFqdnHostnames-1172195802 tempest-ServersV294TestFqdnHostnames-1172195802-project-member] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 774.385912] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 774.386054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.386241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.386241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.386398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.386579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.386646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.386730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.386868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.387303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.387303] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.474595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 774.475325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.475325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.475325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.475550] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.475665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.475665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.475843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.476201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.476201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.476201] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.548271] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.549237] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.550370] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.622837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.623176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.623612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6c7b18-9d91-42f0-a260-80de01e6e8ef with status ACTIVE [ 774.623796] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.623916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.623998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.624371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.624885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.625515] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.625515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.625840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.626239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.626239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.627513] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6c7b18-9d91-42f0-a260-80de01e6e8ef is going to be updated. [ 774.629484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.629666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.630308] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80911d8-14cf-4fee-8bf0-af35fe1bef92 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.630420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.656936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.657706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.657858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.658201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.658340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.658981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6c7b18-9d91-42f0-a260-80de01e6e8ef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.792971] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.793172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-637" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.793321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-637" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.793873] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-637" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.794189] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.794397] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.794541] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.794804] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.794975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.795237] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.795371] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.795506] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.795735] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.795877] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.796017] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.796184] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.841081] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.841081] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.841081] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.841081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-637" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.841081] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-45f62a67-2a84-4efc-b44e-18b3d37809d9 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.841081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.841081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.841081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.841081] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f62a67-2a84-4efc-b44e-18b3d37809d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.875023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 774.875023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.890499] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.890732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.890732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.891097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.891293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.891637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.891816] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.891978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.892240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.892483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.892555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c already deleted. [ 774.892654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.982019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.982629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982629] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.052143] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.053519] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.056042] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.344199] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.344441] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.344566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.344843] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.345010] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.345173] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 45f62a67-2a84-4efc-b44e-18b3d37809d9 not found, creating... [ 775.345436] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.345601] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.345714] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.345942] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.346089] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.346364] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.346517] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.346630] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.346831] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.347425] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347425] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 45f62a67-2a84-4efc-b44e-18b3d37809d9 is going to be created. [ 775.372060] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.372358] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372420] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.372708] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.372919] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.373164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.484715] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c: rpc.has_security_group_logging(os_id): False [ 775.507943] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.509203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.509363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.509576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.509679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.510082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.510141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.510296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.510387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.510573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.510711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.510787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.511060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.511183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.511317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be created. [ 775.556062] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.556284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.556284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.556621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.556744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.556877] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be updated. [ 775.558718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.558959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.558999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.559953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.559953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.559953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 is going to be created. [ 775.561253] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.561366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.561431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.561585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.561709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.562206] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 775.611429] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.611622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.611756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.612220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.612482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.617085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.617314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.617314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.617518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.617671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.628111] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.628577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.628577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.628577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.630528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.630988] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 in Status: UNINITIALIZED for 2s [ 775.636193] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 775.642731] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 775.647972] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.648149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.648192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.648412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.648556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.664303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 775.895263] env[65675]: INFO networking_nsxv3.common.synchronization [None req-9c3c1fbb-8356-4b3f-8b62-6762b2334b11 None None] Enqueued Resource ID: f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6 with Priority: HIGHEST for action port [ 775.896690] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6 with Priority: HIGHEST for action port [ 775.897653] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.899059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.899059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.899059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.899059] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.123337] env[65675]: INFO networking_nsxv3.common.synchronization [req-04bf0179-b404-4a69-b0f4-7d664d79a126 req-65c17fff-efc2-4b27-9dbc-cf6a388ffe80 service nova] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 776.123337] env[65675]: INFO networking_nsxv3.common.synchronization [req-04bf0179-b404-4a69-b0f4-7d664d79a126 req-65c17fff-efc2-4b27-9dbc-cf6a388ffe80 service nova] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 776.123337] env[65675]: INFO networking_nsxv3.common.synchronization [req-04bf0179-b404-4a69-b0f4-7d664d79a126 req-65c17fff-efc2-4b27-9dbc-cf6a388ffe80 service nova] Enqueued Resource ID: 45f62a67-2a84-4efc-b44e-18b3d37809d9 with Priority: HIGHEST for action port [ 776.123337] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_rules [ 776.123337] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 776.123944] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f62a67-2a84-4efc-b44e-18b3d37809d9 with Priority: HIGHEST for action port [ 776.123944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.124137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.124230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.124614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.125457] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.126851] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.127491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.127671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.127990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.128086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.128180] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.129193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f62a67-2a84-4efc-b44e-18b3d37809d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.129356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.129413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.131062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.131062] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f62a67-2a84-4efc-b44e-18b3d37809d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.402966] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6 [ 776.403654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.403799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.403856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.404215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.404215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.404469] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6 already deleted. [ 776.404469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a1de4e-2fb9-4f1b-b94a-6ea3de3d0bb6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.635222] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45f62a67-2a84-4efc-b44e-18b3d37809d9 with status ACTIVE [ 776.635467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.635597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.635669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.635958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.636076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.636268] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.636370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.636433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.636587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.636664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.636844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.636986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.636986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.637147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.637220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.637304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45f62a67-2a84-4efc-b44e-18b3d37809d9 is going to be updated. [ 776.641176] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.642424] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.642575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.666619] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.666835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.666926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.667169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.667312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.667474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f62a67-2a84-4efc-b44e-18b3d37809d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.945243] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-0c9fc2ad-3d9c-4ffc-bb84-a7aca9bd5c25 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 776.946354] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 776.946354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.946354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.946533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.946673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.947105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.947105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.947214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.947423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.947556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.947706] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.145342] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.384529] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-f6144f5c-debe-4745-b5b7-195c47a1f3b6 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 777.384586] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 777.385162] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.385162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452117] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.452117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.452117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.452117] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.453082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.453547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.455783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.455783] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 777.490232] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.490232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.490232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.490232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.491205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.503305] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 777.645183] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 in Status: SUCCESS [ 777.645551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.647272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.647601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.648713] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.648713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.648713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.648713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.649016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.649016] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.651264] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.651264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.651264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.651264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.651264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.651264] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c is going to be created. [ 777.654275] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 777.654275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.663877] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 777.663877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.664791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.664791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.664984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.664984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.665081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.665231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.665315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.665414] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.678670] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 777.681870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.682563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.682791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.683027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.683154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.683223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.683423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.683483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.683582] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.689083] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.689346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.689346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.689786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.689915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.702203] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: UNINITIALIZED for 2s [ 777.841146] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.841345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.842072] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.842072] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.842235] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.842302] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.842403] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.842663] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.842819] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.843111] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.843228] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.843335] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.843441] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.843549] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.843647] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.843776] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.864618] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.864857] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.865067] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.865196] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.865515] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-7bbb36c7-2051-480f-8f8c-028903cf20ea taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.865685] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.865800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.866140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.866300] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bbb36c7-2051-480f-8f8c-028903cf20ea',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.154879] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.169946] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.186403] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.370049] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.370818] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.371366] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.371795] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.372044] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.372363] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 7bbb36c7-2051-480f-8f8c-028903cf20ea not found, creating... [ 778.372796] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.373113] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.373416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.373765] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.374042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.374521] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.374805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.374999] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.375314] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.375555] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.375749] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 7bbb36c7-2051-480f-8f8c-028903cf20ea is going to be created. [ 778.407690] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.407899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.408048] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.408334] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.408597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.408877] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.657117] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.673352] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.688586] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.811236] env[65675]: INFO networking_nsxv3.common.synchronization [None req-49d9fb6e-ee10-4cc1-82db-e724761c948b None None] Enqueued Resource ID: c67358ae-76ac-4980-a224-0f796f4d541b with Priority: HIGHEST for action port [ 778.811702] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67358ae-76ac-4980-a224-0f796f4d541b with Priority: HIGHEST for action port [ 778.812075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67358ae-76ac-4980-a224-0f796f4d541b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.812212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67358ae-76ac-4980-a224-0f796f4d541b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.812251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67358ae-76ac-4980-a224-0f796f4d541b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67358ae-76ac-4980-a224-0f796f4d541b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812574] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67358ae-76ac-4980-a224-0f796f4d541b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.162392] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.162659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.162734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.162959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.163059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.163159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 is going to be updated. [ 779.175262] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.175401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.175489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.175668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.175786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.175846] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be updated. [ 779.191878] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.192050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.192166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.192373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.192460] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.192556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 779.196807] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-b1821501-7e8a-4a17-b10e-8c9c2ad5a3c1 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 779.196807] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-b1821501-7e8a-4a17-b10e-8c9c2ad5a3c1 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 779.196945] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-b1821501-7e8a-4a17-b10e-8c9c2ad5a3c1 service nova] Enqueued Resource ID: 7bbb36c7-2051-480f-8f8c-028903cf20ea with Priority: HIGHEST for action port [ 779.198552] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 779.198552] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 779.198724] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bbb36c7-2051-480f-8f8c-028903cf20ea with Priority: HIGHEST for action port [ 779.201187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.201187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.201187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.201187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.201187] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.201938] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.201938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202340] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bbb36c7-2051-480f-8f8c-028903cf20ea taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202633] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bbb36c7-2051-480f-8f8c-028903cf20ea',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.209980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.210163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.210225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.210421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.210565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.215563] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.215676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.215736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.215940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.216113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.222584] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 in Status: IN_PROGRESS for 2s [ 779.225256] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 779.240836] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.240836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.240836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.241431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.241605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.255864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 779.316741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c67358ae-76ac-4980-a224-0f796f4d541b [ 779.316980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.317137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.317442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.317535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.317636] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c67358ae-76ac-4980-a224-0f796f4d541b already deleted. [ 779.317722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67358ae-76ac-4980-a224-0f796f4d541b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.526676] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 779.526871] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 deletion is rescheduled due to dependency. [ 779.526988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.528487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.528487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.528487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.528487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.528756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.528756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.528860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.528925] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.666158] env[65675]: INFO networking_nsxv3.common.synchronization [req-2b7261eb-8495-44ba-acb7-abed5d61ac89 req-bc5b0b73-d35c-4fcb-9edd-e180e85bdc18 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 779.666501] env[65675]: INFO networking_nsxv3.common.synchronization [req-2b7261eb-8495-44ba-acb7-abed5d61ac89 req-bc5b0b73-d35c-4fcb-9edd-e180e85bdc18 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 779.666501] env[65675]: INFO networking_nsxv3.common.synchronization [req-2b7261eb-8495-44ba-acb7-abed5d61ac89 req-bc5b0b73-d35c-4fcb-9edd-e180e85bdc18 tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 779.667045] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 779.667704] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGHEST for action security_group_members [ 779.667818] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 with Priority: HIGHEST for action security_group_members [ 779.668119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.668880] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.669177] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80911d8-14cf-4fee-8bf0-af35fe1bef92 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.669296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.704155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.704283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.707338] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bbb36c7-2051-480f-8f8c-028903cf20ea with status ACTIVE [ 779.707559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.707688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.707788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.708011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.708108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.708338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.708422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.708470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.708630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.708709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.708889] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.709050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.709050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.709204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.709278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.709362] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bbb36c7-2051-480f-8f8c-028903cf20ea is going to be updated. [ 779.715400] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: SUCCESS [ 779.715400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.715400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.715780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.715879] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.716046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.716981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.716981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.716981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.716981] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.734724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.734866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.734937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bbb36c7-2051-480f-8f8c-028903cf20ea" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.742328] env[65675]: INFO networking_nsxv3.common.synchronization [req-45330b71-d952-405f-881d-9750c75e2d36 req-3545120e-e73c-4fd5-911c-0e197adb25a0 tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 779.742884] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 779.743206] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.743323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.743388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.744925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.745047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.745111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.746190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.746190] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.990123] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-400" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-400" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-400" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990123] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990603] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990993] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.991098] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.991173] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.991258] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.991365] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.991464] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.991601] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.015023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.015248] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.015387] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.016561] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-400" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.016908] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-fcba0937-a39c-4de7-b95e-0b61192d8a21 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.017103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.017228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.017570] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.017709] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba0937-a39c-4de7-b95e-0b61192d8a21',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.031706] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.126660] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.126850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.126970] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.127664] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.128651] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.128837] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.128954] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129209] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129384] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.129620] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.129731] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.129835] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.129938] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.130143] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.130252] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.130380] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.153090] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.153317] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.153476] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.153665] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.153974] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-c528ecb6-4c78-44e8-b244-104f221e5728 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.154158] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.154264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.154591] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.154721] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c528ecb6-4c78-44e8-b244-104f221e5728',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.219900] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.248464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.248934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.249249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.249338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.249407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.249782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 already deleted. [ 780.249904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.520359] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520588] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520712] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.520987] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521295] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port fcba0937-a39c-4de7-b95e-0b61192d8a21 not found, creating... [ 780.521603] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.521766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.521877] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.522165] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.522301] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.522584] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.522730] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.522840] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.523058] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.523187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.523401] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: fcba0937-a39c-4de7-b95e-0b61192d8a21 is going to be created. [ 780.534415] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.548386] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.548720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.548920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.549370] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.549755] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.550144] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.657181] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.657404] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.657527] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.657828] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.657974] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.658156] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port c528ecb6-4c78-44e8-b244-104f221e5728 not found, creating... [ 780.658427] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.658586] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.658710] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.658927] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.659076] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659527] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.659641] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.659755] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.659989] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.660162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.660309] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: c528ecb6-4c78-44e8-b244-104f221e5728 is going to be created. [ 780.693759] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.694212] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.694212] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.694386] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.694611] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.694838] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.722118] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01d80b2-76bb-4712-a4cf-af636b2e875c: rpc.has_security_group_logging(os_id): False [ 780.746129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.746387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.746387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.746526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.746590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.746830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.746930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.746993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.747169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.747253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.747344] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c is going to be created. [ 780.854846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.855145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.855145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.855412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.855600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.875094] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: IN_PROGRESS for 2s [ 781.037319] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.037492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.038071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.038071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.038071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.038279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 781.078060] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.078826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.078826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.078826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.079043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 781.234192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 in Status: SUCCESS [ 781.234434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.234600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.234818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.235019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.235148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.235217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.235374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.235456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.235815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.235815] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.237073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 781.237251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.237400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.237564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.237733] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.237840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.237906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.238063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.238143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.238269] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.238980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.239159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.239317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.239420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.239487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.239646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.239730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.239814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.239913] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.240885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.241123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.241272] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.241416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.241416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.241567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.241645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241729] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.258685] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-f49cf879-275a-4cbb-93f8-adedac7cd0c1 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 781.258685] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-f49cf879-275a-4cbb-93f8-adedac7cd0c1 service nova] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 781.258685] env[65675]: INFO networking_nsxv3.common.synchronization [req-9fcb2f72-9eba-4abf-a632-39175edec3af req-f49cf879-275a-4cbb-93f8-adedac7cd0c1 service nova] Enqueued Resource ID: fcba0937-a39c-4de7-b95e-0b61192d8a21 with Priority: HIGHEST for action port [ 781.259289] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_rules [ 781.259440] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 781.259571] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba0937-a39c-4de7-b95e-0b61192d8a21 with Priority: HIGHEST for action port [ 781.260441] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.260545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.260808] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.260925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.261088] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcba0937-a39c-4de7-b95e-0b61192d8a21 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.261193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.261259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.261455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.261536] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba0937-a39c-4de7-b95e-0b61192d8a21',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.269489] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 781.269751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.269882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.270071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.270244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.270457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.270457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.270676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.270676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.270802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.270802] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.271614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.271819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.273040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.273040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.273040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.273040] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.406092] env[65675]: INFO networking_nsxv3.common.synchronization [req-45330b71-d952-405f-881d-9750c75e2d36 req-28230176-ebbc-47a3-bccb-06d363e96996 service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 781.406286] env[65675]: INFO networking_nsxv3.common.synchronization [req-45330b71-d952-405f-881d-9750c75e2d36 req-28230176-ebbc-47a3-bccb-06d363e96996 service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 781.406416] env[65675]: INFO networking_nsxv3.common.synchronization [req-45330b71-d952-405f-881d-9750c75e2d36 req-28230176-ebbc-47a3-bccb-06d363e96996 service nova] Enqueued Resource ID: c528ecb6-4c78-44e8-b244-104f221e5728 with Priority: HIGHEST for action port [ 781.406962] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 781.407108] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 781.407208] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c528ecb6-4c78-44e8-b244-104f221e5728 with Priority: HIGHEST for action port [ 781.407485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.407608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.407677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.407928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.408015] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.409391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.409513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.409582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.409810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.409973] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.410090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.410304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.410398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.410492] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.411558] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c528ecb6-4c78-44e8-b244-104f221e5728 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.411779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.411847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.414020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.414020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c528ecb6-4c78-44e8-b244-104f221e5728',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.741652] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80911d8-14cf-4fee-8bf0-af35fe1bef92',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.742716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.743190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.743278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.743465] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.743573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.743677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.746724] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 is going to be deleted. [ 781.746724] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.746724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.746724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.746724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.747459] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be updated. [ 781.764350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcba0937-a39c-4de7-b95e-0b61192d8a21 with status ACTIVE [ 781.764602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.766630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.766630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.766630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.766630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.766832] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.767990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.768078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.768707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.768707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.768707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.768707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.769129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.769129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.769129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.769279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcba0937-a39c-4de7-b95e-0b61192d8a21 is going to be updated. [ 781.774436] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.774608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.774945] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.797200] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.797375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.797417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.797627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.797766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.802424] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.802583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.802657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.802860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.802951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.803070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.803959] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.804088] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.804168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.804348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.804561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.804636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcba0937-a39c-4de7-b95e-0b61192d8a21" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.810024] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 781.914600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.914600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.914600] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.915370] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c528ecb6-4c78-44e8-b244-104f221e5728 with status ACTIVE [ 781.916423] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.916423] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.916770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.916770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.917174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.917174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.917174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.917174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.917530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.917530] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c528ecb6-4c78-44e8-b244-104f221e5728 is going to be updated. [ 781.974609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.974609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.974609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.974609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.975707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.975707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c528ecb6-4c78-44e8-b244-104f221e5728" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.246896] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80911d8-14cf-4fee-8bf0-af35fe1bef92: rpc.has_security_group_logging(os_id): False [ 782.249035] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb9d8f2d-4e69-4a58-a989-d2133b88d031: rpc.has_security_group_logging(os_id): False [ 782.270497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.270683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.270755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.271569] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.272406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.272555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 is going to be created. [ 782.274802] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275587] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.276361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.276361] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be updated. [ 782.282268] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.311780] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92], does not exist path=[/infra/domains/default/groups/d80911d8-14cf-4fee-8bf0-af35fe1bef92]."\n}' [ 782.311969] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92 [ 782.312146] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 782.392288] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.392725] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.392944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.393571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.393571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.393571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.394487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.394487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.394487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.394487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.394487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.394487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80911d8-14cf-4fee-8bf0-af35fe1bef92 is going to be created. [ 782.398160] env[65675]: INFO networking_nsxv3.common.synchronization [req-5514d3c9-6cbc-49ed-85fd-c3e341531696 req-24036999-5de4-4b4f-b149-a9040e561004 tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 782.398759] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 782.399102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.399284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.399331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.399585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.399864] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.399864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.399979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.400110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.400191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.400287] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.404902] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.405146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.405146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.405357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.405507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.419337] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.425848] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92], does not exist path=[/infra/domains/default/groups/d80911d8-14cf-4fee-8bf0-af35fe1bef92]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92 [ 782.425997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80911d8-14cf-4fee-8bf0-af35fe1bef92" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.426572] env[65675]: Traceback (most recent call last): [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 782.426669] env[65675]: return func(*args, **kwargs) [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 782.426669] env[65675]: res.raise_for_status() [ 782.426669] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 782.426669] env[65675]: raise HTTPError(http_error_msg, response=self) [ 782.426669] env[65675]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92 [ 782.426669] env[65675]: During handling of the above exception, another exception occurred: [ 782.426669] env[65675]: Traceback (most recent call last): [ 782.426669] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 782.426669] env[65675]: listener.cb(fileno) [ 782.426669] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 782.426669] env[65675]: result = function(*args, **kwargs) [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 782.426669] env[65675]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 782.426669] env[65675]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 782.426669] env[65675]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 782.426669] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 782.426669] env[65675]: res.raise_for_status() [ 782.426669] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 782.426669] env[65675]: raise HTTPError(http_error_msg, response=self) [ 782.426669] env[65675]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d80911d8-14cf-4fee-8bf0-af35fe1bef92 [ 782.426669] env[65675]: Removing descriptor: 19 [ 782.427777] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: IN_PROGRESS for 2s [ 782.786452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.786762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.786762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.787372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.787372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.787372] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 782.822257] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822404] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.823075] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.823402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.823521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.823739] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.823876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.824098] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.824206] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.824308] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.824410] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.824611] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.824611] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.824735] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.826587] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.826707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.826777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.826935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.827087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.838056] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 782.846597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.846805] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.846897] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.847101] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.847595] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-013a7648-a36a-480c-b1b3-b089070e81b2 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.847595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.848425] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.848425] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.849530] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013a7648-a36a-480c-b1b3-b089070e81b2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.892460] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: SUCCESS [ 782.892681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.909871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.909871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.909871] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b already deleted. [ 782.909871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.923139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.923339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.923391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.923610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.923692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.923788] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be created. [ 782.955289] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.957867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.957867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.957867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.957867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.967870] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: UNINITIALIZED for 2s [ 783.106722] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 783.108506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.108506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.108633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.110020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.110020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.110020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.110020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.110020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.110020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.352016] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.352315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.352511] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.352869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.353063] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.353217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 013a7648-a36a-480c-b1b3-b089070e81b2 not found, creating... [ 783.353497] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.353653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.353765] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354054] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354261] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354567] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354700] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354833] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.355013] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.355151] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.355291] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 013a7648-a36a-480c-b1b3-b089070e81b2 is going to be created. [ 783.383329] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.383431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.383514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.383884] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.384141] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.384427] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.614550] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.823227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 783.824429] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 deletion is rescheduled due to dependency. [ 783.824429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116245] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.147050] env[65675]: INFO networking_nsxv3.common.synchronization [req-5514d3c9-6cbc-49ed-85fd-c3e341531696 req-b5da6f64-c3fb-44b1-9f39-d5089f5d542f service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 784.147160] env[65675]: INFO networking_nsxv3.common.synchronization [req-5514d3c9-6cbc-49ed-85fd-c3e341531696 req-b5da6f64-c3fb-44b1-9f39-d5089f5d542f service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 784.147276] env[65675]: INFO networking_nsxv3.common.synchronization [req-5514d3c9-6cbc-49ed-85fd-c3e341531696 req-b5da6f64-c3fb-44b1-9f39-d5089f5d542f service nova] Enqueued Resource ID: 013a7648-a36a-480c-b1b3-b089070e81b2 with Priority: HIGHEST for action port [ 784.148593] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 784.148810] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 784.148977] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013a7648-a36a-480c-b1b3-b089070e81b2 with Priority: HIGHEST for action port [ 784.149368] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.149533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.149958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.150102] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.152089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.152089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.152089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.152089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.152089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.152089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.152089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.152850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.153074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.153215] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.154268] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-013a7648-a36a-480c-b1b3-b089070e81b2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.154938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.154938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.154938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.154938] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013a7648-a36a-480c-b1b3-b089070e81b2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.403204] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.403450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.403524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.403786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.403934] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.454176] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 in Status: SUCCESS [ 784.454510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.620480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.620657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.620729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.620955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.621131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.621494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 784.656427] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.658125] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658658] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 013a7648-a36a-480c-b1b3-b089070e81b2 with status ACTIVE [ 784.658821] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.660354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.660354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.660949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.660949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.660949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.660949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.660949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 013a7648-a36a-480c-b1b3-b089070e81b2 is going to be updated. [ 784.663351] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.663460] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.663558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.663683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.663813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.674335] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 784.686676] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.686676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.686676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.686676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.686676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.686676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013a7648-a36a-480c-b1b3-b089070e81b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.850380] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 784.850704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.850770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.851262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.851572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.851754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.851754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.851908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.852321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.852321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.852321] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.852471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.852471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.852646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.852850] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.852960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.853056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.854225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.854225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.854225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.854225] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.906907] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.978400] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 784.978621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.978809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.979053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.979269] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.979379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.979445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.979596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.979675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.979763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.979854] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.159240] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.184638] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcfd7eb8-f6c4-4e42-ada2-ad6e21fcaac0 req-4e4646fc-23b2-44e8-b287-936edb0381a8 tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 785.188357] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 785.190449] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.190449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.190449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.190449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.190683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.190762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.190857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.191086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.191218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.191349] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.357455] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 785.386165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.386363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.386441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.386727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.410522] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.412628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.412959] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.413522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.414685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.414964] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.415550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.415810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.416246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.416338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.416488] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 785.485148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.485148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.493388] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.493656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.493656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.493847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.494054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 785.661566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.664925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.665125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.665387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.665510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.665632] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be created. [ 785.677624] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678888] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678888] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.679155] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.679389] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679655] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.679883] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.679962] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.680030] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.680179] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.680239] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.681167] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.694693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.694947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.694947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.695124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.695292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.696436] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.708702] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.708910] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.709065] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.709269] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.709574] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-b5a33997-4696-4598-b299-e8ac6ba3853d taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.709743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.709876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.710403] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.710584] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a33997-4696-4598-b299-e8ac6ba3853d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.713359] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: UNINITIALIZED for 2s [ 785.918987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 785.918987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.200509] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.214381] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.214593] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.214709] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.215090] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.215491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.215491] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port b5a33997-4696-4598-b299-e8ac6ba3853d not found, creating... [ 786.215799] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.215985] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.216128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.216373] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.216539] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.216879] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.217096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.217320] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.218032] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.218032] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.218032] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: b5a33997-4696-4598-b299-e8ac6ba3853d is going to be created. [ 786.250345] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.250566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.250629] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.251023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.251145] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.251379] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.686287] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 786.686674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.686975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.687344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.687619] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.687792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.687899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.690123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.690123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.690123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.690123] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.691432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.692262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.693013] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.693303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.693774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.694346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.695179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.697015] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.706324] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.706508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.706603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.706871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.706987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.707128] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 786.750732] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.750973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.751120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.751476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.751717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.765243] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcfd7eb8-f6c4-4e42-ada2-ad6e21fcaac0 req-4beae27f-be9a-41b3-9024-e5486487cfde service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcfd7eb8-f6c4-4e42-ada2-ad6e21fcaac0 req-4beae27f-be9a-41b3-9024-e5486487cfde service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcfd7eb8-f6c4-4e42-ada2-ad6e21fcaac0 req-4beae27f-be9a-41b3-9024-e5486487cfde service nova] Enqueued Resource ID: b5a33997-4696-4598-b299-e8ac6ba3853d with Priority: HIGHEST for action port [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 787.055437] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a33997-4696-4598-b299-e8ac6ba3853d with Priority: HIGHEST for action port [ 787.055437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.055437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.055437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.056957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.056957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a33997-4696-4598-b299-e8ac6ba3853d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.056957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.056957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.056957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.056957] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a33997-4696-4598-b299-e8ac6ba3853d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.066134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.066317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.066416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.067030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.081221] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 787.082450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.084595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 787.119794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.120022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.120123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.120387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.127321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.127935] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 787.128058] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.128238] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.174333] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.174588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.174648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.174865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.175717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.175895] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 787.199496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.199766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.200372] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.373162] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.374473] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.374902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.376092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.376092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.376092] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 787.461956] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.461956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.461956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.462327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.463104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.463104] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 787.463104] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0224af0c-54e2-40d2-949c-0b26e50c67c8', '7cb50190-3535-43b8-bbf6-5086fab27341', 'a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc', '32d8fb44-0c7f-4cab-a975-510b3b9cc811', 'd11e35e4-ebdf-4ea0-8469-8fd82cb0bd46', '3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3', '8b738eff-b1e6-421e-8b1a-03a63163de33', 'd123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c', '04c89b57-5018-46d4-9f4c-5070bf6b06b4', 'bf6f658b-968d-442e-a95c-9e4856ebdf2d', 'e01d80b2-76bb-4712-a4cf-af636b2e875c', 'c01f890d-e986-4a09-b015-ff3fc3e6c83d', '92632db6-b6c7-476c-b133-72fc4f6cd489', 'cb9d8f2d-4e69-4a58-a989-d2133b88d031', '7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928', '30a9bc60-11ef-4365-bce7-9d1c9298949f', '8b449e68-ec3c-40d7-8cf4-55f619572e25', 'b38732de-f6f6-482c-b217-7dbd8198ff15', 'e18a1b43-a628-42d7-8e90-856171d7f3fb', '49a3fb94-b9b3-4757-a53f-a36f4a3f05ab', 'd9ee96f9-a86a-4cf8-b8d1-4c50c29ba661', 'ae9be1bb-9a96-4d42-a387-d8382c0d903f', '42204722-4384-4d6d-802d-5e15c8f38eb4', 'c1e73cbe-6b49-412b-8f8c-f6579aa234d6', '5d054f93-92ca-43fa-8386-86d9a78eb468', '5e0f7dd2-ce54-4486-a33c-582224d50188', '58399a0e-0e7e-4e8e-a953-8c6f636959d4', '43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4', 'cd117b62-8e60-4946-8a7b-7b44e0e1ff87', '7c37fde6-fcf1-493e-9e50-5a16e9fbc70a', '51ddfce5-e521-4c6e-b8b8-6d5b30653fd0', '5cbe0c24-20b8-46f4-9dc3-fef083a87dd8', '426cb978-b248-4fec-a106-ebcefad5d76d', 'e02338ef-4413-4971-bca0-cb3fac3628b0'} {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.463104] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 787.491265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.491265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.491265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.491265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.491265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.491265] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 787.491265] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.491265] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 787.539911] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 787.539911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.559804] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a33997-4696-4598-b299-e8ac6ba3853d with status ACTIVE [ 787.559804] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.559804] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.559804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.560358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.560358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.561317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.561317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.561317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.561317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.561317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.561317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a33997-4696-4598-b299-e8ac6ba3853d is going to be updated. [ 787.582093] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.582093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.582093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.582538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.582925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.584303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 787.584303] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.584303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 787.584303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 787.584303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 787.584303] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGH for action security_group_rules [ 787.584553] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGH for action security_group_rules [ 787.584629] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGH for action security_group_rules [ 787.584714] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 787.584779] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGH for action security_group_rules [ 787.584841] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGH for action security_group_rules [ 787.584901] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGH for action security_group_rules [ 787.588024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.591105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.591190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.591226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.591439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.591631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.591733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a33997-4696-4598-b299-e8ac6ba3853d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.703787] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.726119] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 787.726361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.726592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.726827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.727083] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.727381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.727381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.728054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.728054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728054] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.205745] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.206086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.206086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.206248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.206346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.206452] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 788.231193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.231379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.231457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.231667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.232087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.232087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.232203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.232246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.233814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.233814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.233814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.233814] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.237576] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.237654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.237720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.237884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.250595] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 788.736201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21051091-abcc-446d-a04b-214dc2a5a12b: rpc.has_security_group_logging(os_id): False [ 788.762384] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.762700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.762700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.762848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.762909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.763164] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.763288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.763355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.763555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.763634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.763813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.763933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.764019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.764113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.764173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.764356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.764442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.764496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.764647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.764714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.764763] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be created. [ 788.778048] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 788.778327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.778568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.778908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.779566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779781] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.780226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.780265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.780364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.780406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.780563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.780599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.780684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.780770] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.781791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.781893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.781937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.782614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.782614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.782614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.782614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.782614] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.837842] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.838049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.838049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.838269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.838449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.853584] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 789.285495] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27a9ce3-b13a-433f-9f59-1ab8e859e202: rpc.has_security_group_logging(os_id): False [ 789.286021] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.332341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.332341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.332654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.332807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.332876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.333291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.333413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.333537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.333810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.333952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.334798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.334975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.335090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.335344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.335487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.335648] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.335773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.335859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.336081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.336200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.336349] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be created. [ 789.610035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.610482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.610665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.627263] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 789.788668] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.262736] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 790.262954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.263475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263706] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.263839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.263904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.264080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.264187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.264292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.264476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.264586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.264637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.264637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.265016] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.265016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.265136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.265177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.265227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.265310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.265411] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.292070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.292070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.292070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.292973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.293190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293364] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 790.326133] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.326296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.326368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.326587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.329242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.337751] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 790.546141] env[65675]: INFO networking_nsxv3.common.synchronization [req-aaeaf6d9-581d-4135-9d7a-2ef469f44f8e req-56c83c24-a40c-49cc-bb1a-e38776efe780 tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 790.546721] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 790.546870] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGH for action security_group_rules [ 790.546975] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGH for action security_group_rules [ 790.547090] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 with Priority: HIGH for action security_group_rules [ 790.547208] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGH for action security_group_rules [ 790.547306] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGH for action security_group_rules [ 790.547398] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1b43-a628-42d7-8e90-856171d7f3fb with Priority: HIGH for action security_group_rules [ 790.547490] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38732de-f6f6-482c-b217-7dbd8198ff15 with Priority: HIGH for action security_group_rules [ 790.547574] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGH for action security_group_rules [ 790.548060] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 with Priority: HIGH for action security_group_rules [ 790.548358] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f with Priority: HIGH for action security_group_rules [ 790.548358] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 with Priority: HIGH for action security_group_rules [ 790.548495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGH for action security_group_rules [ 790.548495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGH for action security_group_rules [ 790.548582] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGH for action security_group_rules [ 790.548631] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGH for action security_group_rules [ 790.548709] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGH for action security_group_rules [ 790.548805] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGH for action security_group_rules [ 790.550175] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGH for action security_group_rules [ 790.550175] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb50190-3535-43b8-bbf6-5086fab27341 with Priority: HIGH for action security_group_rules [ 790.550175] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 790.550175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.550175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.550175] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.551802] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.552468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.552468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.552468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.552468] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.553404] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b738eff-b1e6-421e-8b1a-03a63163de33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.553404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.553404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.553630] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b738eff-b1e6-421e-8b1a-03a63163de33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.554561] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.554561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.554561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.554763] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.555464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.555574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.555630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.555981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.555981] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.556898] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18a1b43-a628-42d7-8e90-856171d7f3fb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.557213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.558428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.559038] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18a1b43-a628-42d7-8e90-856171d7f3fb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.560559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38732de-f6f6-482c-b217-7dbd8198ff15 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.560559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.560724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.560757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.560975] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38732de-f6f6-482c-b217-7dbd8198ff15',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.563301] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.563301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.563301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.563689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.563781] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.565291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.565472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.567432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.567432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.567432] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb9d8f2d-4e69-4a58-a989-d2133b88d031',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.568385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a9bc60-11ef-4365-bce7-9d1c9298949f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.568385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.568385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.568385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.568385] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a9bc60-11ef-4365-bce7-9d1c9298949f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.568385] env[65675]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 790.569021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92632db6-b6c7-476c-b133-72fc4f6cd489 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.569125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.569219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.569329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.569397] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92632db6-b6c7-476c-b133-72fc4f6cd489',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.570487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.571947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.571947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.572477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.572755] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.574297] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.574400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.574488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.574667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.574759] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.578636] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.578802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.578924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.579407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.579407] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.580321] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.580486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.580547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.580724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.580866] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.581716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.581822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.581888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.582058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.582171] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.583281] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.583281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.583405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.583438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.583534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.584603] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.584603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.584722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.588149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.588223] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.589300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb50190-3535-43b8-bbf6-5086fab27341 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.589433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.589433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.589604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.591977] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb50190-3535-43b8-bbf6-5086fab27341',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.593439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.593585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.593722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.593891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.593973] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.594221] env[65675]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 790.600296] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.600296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.600296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.600296] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.600595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.600595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.600718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.600751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.600843] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.603657] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603657] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.604042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604221] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.630918] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.630918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.631193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.631312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.656203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.656257] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b738eff-b1e6-421e-8b1a-03a63163de33 is going to be deleted. [ 790.714953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.714953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.714953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.714953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.714953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.714953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b738eff-b1e6-421e-8b1a-03a63163de33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.768850] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1e73cbe-6b49-412b-8f8c-f6579aa234d6: rpc.has_security_group_logging(os_id): False [ 790.789328] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.789537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.789845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.790038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.824963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.825312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.825465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.825542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.825779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.825929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.826618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.826618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.826618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.826618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.826618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.826954] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.826954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.827041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.827217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.827298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.827412] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 790.869355] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 790.870174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.910632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.910632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.910632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.910632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.910632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.927165] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 790.941227] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.941863] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.941863] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.941863] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.942041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.942197] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.942325] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.942562] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.942709] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.942968] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.943032] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.943144] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.943250] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.943355] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.943455] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.943583] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.110079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.110293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.110293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.110578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.110769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.110940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.110940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.111104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.111187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.111272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.111420] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.111507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.111558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.111697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.111827] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.111915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.112576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.112576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.112576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.112576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.112576] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.113856] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.139120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.139406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.143148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.143148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.143148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.143148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.143148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.143752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.143752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.143752] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.145032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.145166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.145231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.145347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.145497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.145635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.145698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.145852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.145931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.146028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.146115] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.147579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.147695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.147743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.147925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.148115] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.148220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.148286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.149297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.149297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.149297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.149297] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.150220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.150220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.150220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.150220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.150521] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.150521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.150637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.150819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.150819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.150944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152442] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.152442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.152442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.152442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.153058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.153058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.153058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153309] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.159500] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159500] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159500] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.160593] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160593] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.161074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.161074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.161171] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.162476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.162905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.162905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.163341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.163341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.163514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.163630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.163859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.163991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.164155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.164321] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.167097] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.167097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.167097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.167335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.167562] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.167723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.167833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.168110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.169584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.169584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.169584] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.172394] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.172549] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.229 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.172688] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.172856] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-57" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.173186] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-a994120d-3d23-4cc1-9bcd-ea7705572d6e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.173345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.173460] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.173887] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.173887] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a994120d-3d23-4cc1-9bcd-ea7705572d6e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.210687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.210902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.214971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.215121] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be deleted. [ 791.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.219715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.219715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.222053] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.222242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.223172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.223270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.224167] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.224256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.224955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.225060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.225837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.225837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.250169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.250419] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be deleted. [ 791.253172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.253172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.278067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.278227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92632db6-b6c7-476c-b133-72fc4f6cd489 is going to be deleted. [ 791.279839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.280155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.323820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.328323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.328474] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a9bc60-11ef-4365-bce7-9d1c9298949f is going to be deleted. [ 791.329469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.329704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.342240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.342614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.375410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.375633] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb50190-3535-43b8-bbf6-5086fab27341 is going to be deleted. [ 791.376734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.377333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.439328] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18a1b43-a628-42d7-8e90-856171d7f3fb is going to be deleted. [ 791.440679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.444080] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.446076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.476789] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.476999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.496519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.496798] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38732de-f6f6-482c-b217-7dbd8198ff15 is going to be deleted. [ 791.497871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.498195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.536023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.536023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.565073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb9d8f2d-4e69-4a58-a989-d2133b88d031 is going to be deleted. [ 791.565983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.566353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.566353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.566511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.566687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.566889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.567048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.567185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.567832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.567871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.567969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.568097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92632db6-b6c7-476c-b133-72fc4f6cd489" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.568393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.568592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.568592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.568911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a9bc60-11ef-4365-bce7-9d1c9298949f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.569170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.569351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.569488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.570068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb50190-3535-43b8-bbf6-5086fab27341" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.615255] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc: rpc.has_security_group_logging(os_id): False [ 791.616243] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0224af0c-54e2-40d2-949c-0b26e50c67c8: rpc.has_security_group_logging(os_id): False [ 791.649017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.649017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.649017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.649017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.649017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.649792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.649792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.649792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.649792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.649792] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.650682] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.650682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.651014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.651014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.651126] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.651256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.651351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.651564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.653707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.653707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.653707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.653707] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.657562] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.657665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.657665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.657876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.658629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.658629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18a1b43-a628-42d7-8e90-856171d7f3fb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676269] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.676491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.676907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.677179] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.677324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.677423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.677644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.677806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.677928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.678182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.678270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.678480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.678624] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.678715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.679736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.679736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.679736] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.680627] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.688047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.688047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.688047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.688047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.688431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.688431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.688775] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.689811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.689947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.690484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.690881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.690964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.691192] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.691284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.691342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.691485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.691678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.691754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.691754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.691880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.691964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.692071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.692155] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.693278] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.694398] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.694517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.694571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.694733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.694875] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.694982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.695047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.696018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.696018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.696958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.696958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.696958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696958] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.697451] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.698549] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.698730] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.698771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.699278] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.699278] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699407] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port a994120d-3d23-4cc1-9bcd-ea7705572d6e not found, creating... [ 791.700187] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.700187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.700187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.700530] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.700616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.700961] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.701622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.701622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.701622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.701841] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: a994120d-3d23-4cc1-9bcd-ea7705572d6e is going to be created. [ 791.703918] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 791.705712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.706497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.706622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.707955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.708284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.708348] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.765351] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.765553] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.765862] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.765999] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.766430] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.766841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.770724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.770924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.772380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.773173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.773295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.773693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.773797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.773952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 is going to be updated. [ 791.775601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.775785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.907362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.907726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.907879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.908255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.908352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.908620] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.908894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.908894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.909097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.909206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.909488] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.909616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.909698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.909902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.910087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.910141] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 791.911450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.911655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.911783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.911932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb9d8f2d-4e69-4a58-a989-d2133b88d031" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.912630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.912630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.912630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.912630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38732de-f6f6-482c-b217-7dbd8198ff15" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.079864] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.080059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.080144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.080897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.080897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.156025] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3: rpc.has_security_group_logging(os_id): False [ 792.159362] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6f658b-968d-442e-a95c-9e4856ebdf2d: rpc.has_security_group_logging(os_id): False [ 792.185045] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46: rpc.has_security_group_logging(os_id): False [ 792.188931] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.189105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.189166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.189389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.189546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.191743] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: IN_PROGRESS for 2s [ 792.193038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.193156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.193229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.193423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.196174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.196291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.205961] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01d80b2-76bb-4712-a4cf-af636b2e875c: rpc.has_security_group_logging(os_id): False [ 792.207420] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c: rpc.has_security_group_logging(os_id): False [ 792.208379] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab: rpc.has_security_group_logging(os_id): False [ 792.210164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c89b57-5018-46d4-9f4c-5070bf6b06b4: rpc.has_security_group_logging(os_id): False [ 792.211905] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01f890d-e986-4a09-b015-ff3fc3e6c83d: rpc.has_security_group_logging(os_id): False [ 792.213317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b449e68-ec3c-40d7-8cf4-55f619572e25: rpc.has_security_group_logging(os_id): False [ 792.214932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.215036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.278575] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.278783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.279890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.280221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.282034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.282034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.283614] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.283614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.283709] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 792.285471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285748] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.285867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.285938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.286274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.286506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.286971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.286971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.287304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.287304] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.287304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.287471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.287520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.287567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.288758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 792.289080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.289266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.291593] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.291796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.294780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.294976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.295848] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.295961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.341977] env[65675]: INFO networking_nsxv3.common.synchronization [req-aaeaf6d9-581d-4135-9d7a-2ef469f44f8e req-1bbe06f7-ed8e-43e6-8b46-91dbe5bed15e service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 792.341977] env[65675]: INFO networking_nsxv3.common.synchronization [req-aaeaf6d9-581d-4135-9d7a-2ef469f44f8e req-1bbe06f7-ed8e-43e6-8b46-91dbe5bed15e service nova] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 792.342399] env[65675]: INFO networking_nsxv3.common.synchronization [req-aaeaf6d9-581d-4135-9d7a-2ef469f44f8e req-1bbe06f7-ed8e-43e6-8b46-91dbe5bed15e service nova] Enqueued Resource ID: a994120d-3d23-4cc1-9bcd-ea7705572d6e with Priority: HIGHEST for action port [ 792.343373] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_rules [ 792.343599] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 792.343599] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a994120d-3d23-4cc1-9bcd-ea7705572d6e with Priority: HIGHEST for action port [ 792.344608] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.344742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.345043] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.345156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.345398] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a994120d-3d23-4cc1-9bcd-ea7705572d6e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.345532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.345611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.345885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.346903] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a994120d-3d23-4cc1-9bcd-ea7705572d6e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.349078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.349240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.349429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.349429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.349643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.349734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.350019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.350179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.350249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.350620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.350620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.350767] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.350876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.350945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.351143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.351200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.351710] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 792.357138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.357350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.359838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 792.361252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.362517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.362853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.363151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.363331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.363413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.364152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.364152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.364152] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.422934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.423337] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.423448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.423519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.423760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.423848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.423953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c is going to be updated. [ 792.430062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.430062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.474484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.474484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.489451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.489749] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.489882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.489956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.493353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.493353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.493353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.493353] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 792.494130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.494130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.540501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.540501] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.540501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.540501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.540501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.540501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.540501] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be updated. [ 792.541625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.541970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.600980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.601861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.602611] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.602611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.606569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.606940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.607439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.607439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.607439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.607580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.607612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 792.610685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.611425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.617458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.677194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.677509] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.677635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.677702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.677916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.677993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678202] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.678383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.678555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.678634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678834] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.679143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.679143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.679259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.679302] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 792.681064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.681064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.737121] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.737279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.762197] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.762197] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab is going to be updated. [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.762197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.765346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.766046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.766340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.770849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.770849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.770849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.771204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.771507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.771767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.773378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.775802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.815513] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: IN_PROGRESS for 2s [ 792.827265] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 792.836727] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 792.845589] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.845589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.854031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.854031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.854031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.856720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.856720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.856720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.856720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.856720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.856720] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 792.857781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.857936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.858804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.866120] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a994120d-3d23-4cc1-9bcd-ea7705572d6e with status ACTIVE [ 792.866120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.866120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.866120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.866586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.866586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.866586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.866714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.866714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.866836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.866962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.867365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a994120d-3d23-4cc1-9bcd-ea7705572d6e is going to be updated. [ 792.869049] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.871662] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 792.918371] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.918371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.918371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.918371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.918552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.920920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: IN_PROGRESS for 2s [ 792.932260] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 792.933830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.934565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.934565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a994120d-3d23-4cc1-9bcd-ea7705572d6e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.967335] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 792.971819] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 792.973194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.973194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.973194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.973194] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.995772] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.996020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.996020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.996233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.996373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.028748] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: IN_PROGRESS for 2s [ 793.057118] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.057296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.057435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.057748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.057939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.114301] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 793.373896] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.476241] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.476446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.478045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.478045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.478045] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.608198] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcbaa5b4-5cab-45e0-b509-5f69e8fff42e req-f492df96-d54c-4399-a2d3-22c2247b558a tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 793.608198] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 793.610046] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.610046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.610636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.612265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.614107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.614107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.614107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.614107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.614107] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.877908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.877908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.877908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.877908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.877908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.877908] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 793.919553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.919769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.921648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.921937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.938553] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 793.981207] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.981511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.981611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.981823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.982071] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.982207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.982286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.982506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.982506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.982669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.982808] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.982878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.982929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.983112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.983292] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.983381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.983434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.983544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.983634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.983713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.983789] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.054849] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.054990] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.056124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.056124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.056124] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.056522] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.056522] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.056522] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.056660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.056867] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.056977] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.057094] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.057210] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.057318] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.057422] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.057556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.078249] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.078423] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.078562] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.078785] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-579" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.079173] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-30cf2038-801e-4f22-8d67-68b114f666e6 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.079354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.079474] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.079810] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.079949] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30cf2038-801e-4f22-8d67-68b114f666e6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.118008] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.118224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.118306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.118575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.118680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.118936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.119099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.119169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.119343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.119425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.119514] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a already deleted. [ 794.119593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.209273] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: SUCCESS [ 794.209402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311980] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 794.312209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.486504] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1e73cbe-6b49-412b-8f8c-f6579aa234d6: rpc.has_security_group_logging(os_id): False [ 794.510016] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.510214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.510286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.510543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.511023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.511023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.511180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.511180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.511341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.513222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.513222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.513222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.513643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.513643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.513643] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 794.582863] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.583311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.583544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.583858] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584173] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 30cf2038-801e-4f22-8d67-68b114f666e6 not found, creating... [ 794.584675] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.584878] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.585025] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.585293] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.585443] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.585808] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.585998] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.586142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.586402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.586551] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.586698] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 30cf2038-801e-4f22-8d67-68b114f666e6 is going to be created. [ 794.596174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.596420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.596420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.596615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.596766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.623427] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.624164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.624164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.624164] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.624682] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.624788] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.635309] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 794.837428] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: SUCCESS [ 794.837797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.848500] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 794.848963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.859680] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 794.859910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.895238] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 794.895238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.935509] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 794.936568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.950531] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 794.950531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.984486] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 794.984486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047671] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: SUCCESS [ 795.047898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089811] env[65675]: INFO networking_nsxv3.common.synchronization [req-040002db-d84a-42d3-812c-48b3a4ef9c3c req-648eaed2-2665-45ed-9c2d-1e9972260754 tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 795.090571] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 795.090888] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.091030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.091091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.091300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.091459] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.091557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.091614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.091766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.091849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.091945] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.160506] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 795.160506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.310752] env[65675]: INFO networking_nsxv3.common.synchronization [req-040002db-d84a-42d3-812c-48b3a4ef9c3c req-92fd87f7-65bc-4634-b5e8-b86ac0c5782e tempest-ServersTestMultiNic-657624686 tempest-ServersTestMultiNic-657624686-project-member] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 795.311567] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGHEST for action security_group_members [ 795.312018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.312238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.405785] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcbaa5b4-5cab-45e0-b509-5f69e8fff42e req-022d9902-1c37-4bde-99ed-ff23b58a923c service nova] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 795.405992] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcbaa5b4-5cab-45e0-b509-5f69e8fff42e req-022d9902-1c37-4bde-99ed-ff23b58a923c service nova] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 795.406150] env[65675]: INFO networking_nsxv3.common.synchronization [req-fcbaa5b4-5cab-45e0-b509-5f69e8fff42e req-022d9902-1c37-4bde-99ed-ff23b58a923c service nova] Enqueued Resource ID: 30cf2038-801e-4f22-8d67-68b114f666e6 with Priority: HIGHEST for action port [ 795.406765] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_rules [ 795.406927] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 795.407090] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30cf2038-801e-4f22-8d67-68b114f666e6 with Priority: HIGHEST for action port [ 795.407428] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.407555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.407648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.407890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.407978] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.409455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.409917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.410014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.410282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.410467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.410618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.410674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.410826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.410910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.411018] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.414559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-30cf2038-801e-4f22-8d67-68b114f666e6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.414559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.414559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.414559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.414559] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30cf2038-801e-4f22-8d67-68b114f666e6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.594678] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.916210] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.916557] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.916706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.917217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30cf2038-801e-4f22-8d67-68b114f666e6 with status ACTIVE [ 795.917436] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.917572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.917657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.917924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.918427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.918507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.918727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919072] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.920023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.920023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30cf2038-801e-4f22-8d67-68b114f666e6 is going to be updated. [ 795.947304] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.947304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.947624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.947738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.947871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30cf2038-801e-4f22-8d67-68b114f666e6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.949922] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 795.950170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.950308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.950524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.950720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.950838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.950955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.951084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.951168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.951249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.951349] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.952235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.952375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.953013] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.953013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.953013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.953013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.953013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.953013] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.099466] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.418120] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.455329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.455571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.456268] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.603187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.603187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.603187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.603187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.603187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.603751] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 796.636050] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.636214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.636287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.636495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.636640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.648973] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 796.656978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 796.656978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.920607] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.920810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.920862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.921209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.921335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.921470] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a is going to be created. [ 796.958919] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.964701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.964908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.964908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.965116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.965285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.981723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: UNINITIALIZED for 2s [ 797.461990] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.461990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.461990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.461990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.461990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.461990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 797.496631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.496842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.496842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.497113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.497265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.509075] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 798.661029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 798.661480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.661480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.661711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.661943] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.662127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.662212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.662420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.662487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.662571] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.994557] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: SUCCESS [ 798.994557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.994758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.994965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.995487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.995487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.995487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.995722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.995722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.995722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.995825] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.165354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.165551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.165626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.165852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.165948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.166175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.166268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.166335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.166489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.166567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.167060] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be updated. [ 799.204494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.204690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.204732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.204967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.205123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.219482] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: IN_PROGRESS for 2s [ 799.498834] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.524897] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 799.525155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.525750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.525982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.526219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.526343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.526415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.526586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.526674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.526823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.526988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.527098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.527153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.527308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.527484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.527670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.527670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.527753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.527792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.527876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.527941] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.001266] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d9363ce-aa1b-440a-839d-c71d89db685a: rpc.has_security_group_logging(os_id): False [ 800.021487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.022287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.022287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.022287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.022287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.022480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.022627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.022706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.022940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.023045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.023171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a is going to be created. [ 800.030259] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27a9ce3-b13a-433f-9f59-1ab8e859e202: rpc.has_security_group_logging(os_id): False [ 800.048482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.048655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.049075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.049293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.049614] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.049748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.049811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.050070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.050224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050499] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.050661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.050837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.050978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.051048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.051290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.051421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.051506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.051721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.051839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.051969] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 800.142187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.142391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.142492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.142769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.143011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.160191] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.160458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.160604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.160804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.160860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.182143] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: IN_PROGRESS for 2s [ 800.187822] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 800.407951] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.408179] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 800.881952] env[65675]: INFO networking_nsxv3.common.synchronization [req-be02c49d-c31f-4519-8706-dae77ba66fcb req-3473bc74-d825-4e20-93a7-23c6bbc37d6c tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 800.882555] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 800.882872] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.882999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.883079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.883285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.883444] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.883541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.883605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.883753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.883838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.883933] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.231526] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 in Status: SUCCESS [ 801.231935] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 deletion is rescheduled due to dependency. [ 801.231935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.387150] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.387408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.387540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.387863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.388026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.388309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.388533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.389330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.389330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.389330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.389330] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 801.420700] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.421025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.421025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.421320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.421642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.435287] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 802.197460] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: SUCCESS [ 802.197584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.205223] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 802.205535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.208836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.209110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.209171] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.711325] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.714048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.714048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.714048] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.216533] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.216730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.216797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.216990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.217175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.217280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.217336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.217495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.217581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.217666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.217807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.217898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.217958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.218112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.218246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.218337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.218396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.218553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.218596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.218682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.218765] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.445677] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 803.445920] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d deletion is rescheduled due to dependency. [ 803.446113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.722612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27a9ce3-b13a-433f-9f59-1ab8e859e202: rpc.has_security_group_logging(os_id): False [ 803.744650] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.744841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.744903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.745123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.745219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.745501] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.745616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.745677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.745852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.745934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.746142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.746242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.746444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.746548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.746751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.746852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.747145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.747224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.748388] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 803.830900] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.831076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.831153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.831638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.850784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 805.866639] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 805.867068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.883480] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.883655] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 807.780807] env[65675]: INFO networking_nsxv3.common.synchronization [req-851efd31-2ffd-4cfb-b4c2-6b6c7c33ee18 req-ca632cb3-5c26-4d25-b884-185cde590c7b tempest-ListImageFiltersTestJSON-1673232345 tempest-ListImageFiltersTestJSON-1673232345-project-member] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 807.781626] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 807.781992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.782692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.782814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.783148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.783474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.783682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.783782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.783981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.784116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.784239] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.156440] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.156601] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.156701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.156975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160536] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.160536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160536] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.160536] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.160536] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.160536] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.160536] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.160536] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.160536] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.183383] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.183383] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.183383] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.183383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.183383] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-dbb5555e-485e-47de-9dfd-570d7b3af146 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.183383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.183383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.183755] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.183860] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb5555e-485e-47de-9dfd-570d7b3af146',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.286291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.286470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.286470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.286698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.286791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.287011] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.287119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.287182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.287333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.287407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.287493] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 already deleted. [ 808.287575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.687098] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.687346] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.687510] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.687764] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.687900] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.688070] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port dbb5555e-485e-47de-9dfd-570d7b3af146 not found, creating... [ 808.688327] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.688479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.688687] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.688813] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.688947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689247] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689428] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689509] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689966] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: dbb5555e-485e-47de-9dfd-570d7b3af146 is going to be created. [ 808.711197] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.711525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.711525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.711808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712266] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.496999] env[65675]: INFO networking_nsxv3.common.synchronization [req-851efd31-2ffd-4cfb-b4c2-6b6c7c33ee18 req-d87bd154-c686-4eb5-94af-945c06eaba5a service nova] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_rules [ 809.496999] env[65675]: INFO networking_nsxv3.common.synchronization [req-851efd31-2ffd-4cfb-b4c2-6b6c7c33ee18 req-d87bd154-c686-4eb5-94af-945c06eaba5a service nova] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 809.497621] env[65675]: INFO networking_nsxv3.common.synchronization [req-851efd31-2ffd-4cfb-b4c2-6b6c7c33ee18 req-d87bd154-c686-4eb5-94af-945c06eaba5a service nova] Enqueued Resource ID: dbb5555e-485e-47de-9dfd-570d7b3af146 with Priority: HIGHEST for action port [ 809.497621] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_rules [ 809.497621] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 809.497621] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb5555e-485e-47de-9dfd-570d7b3af146 with Priority: HIGHEST for action port [ 809.498187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.498759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498872] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.500322] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.500574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.500574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.500720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.501402] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.501520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.501638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.501987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.501987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.501987] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.503387] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb5555e-485e-47de-9dfd-570d7b3af146 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.503654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.503654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.503940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.503940] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb5555e-485e-47de-9dfd-570d7b3af146',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.006089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.006363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.006645] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.007555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbb5555e-485e-47de-9dfd-570d7b3af146 with status ACTIVE [ 810.007747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.007862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.008110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.008172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.008288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.008488] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.008594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.008657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.008826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.008901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.009285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.009431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.013278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.013590] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbb5555e-485e-47de-9dfd-570d7b3af146 is going to be updated. [ 810.034684] env[65675]: INFO networking_nsxv3.common.synchronization [req-1377323a-bf0b-4cd0-a16f-43ae1e19e124 req-1011ece7-88c5-426f-aad5-443ee1c35f1a tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 810.039510] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 810.040628] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.040751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.040825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.041184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.041184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.041416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb5555e-485e-47de-9dfd-570d7b3af146" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.041689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.041805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.041865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042210] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.042420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.042420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042794] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.516757] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.546140] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.546285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.546285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.547240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.547479] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.547588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.547651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.547890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.547978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 810.586137] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.594310] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 811.020463] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.022123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.022123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.022123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.022123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.022123] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be created. [ 811.048859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.051830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.051830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.051830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.051830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.062127] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: UNINITIALIZED for 2s [ 811.386611] env[65675]: INFO networking_nsxv3.common.synchronization [req-947b081b-836b-47ba-8ef6-77f0d9d4ecf3 req-7c27ca99-e062-4dd1-b7b8-b5059d2b2b87 tempest-ListImageFiltersTestJSON-1673232345 tempest-ListImageFiltersTestJSON-1673232345-project-member] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 811.387213] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 811.387542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.387657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.831418] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.831781] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.831822] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.833124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.833124] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.833391] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.833544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.833770] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.834054] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.834456] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.834456] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.834533] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.834617] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.834688] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.834792] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.834927] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.854749] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.854960] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.855124] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.855608] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.855608] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-b673ceff-0f57-4802-b988-a938dc0d3300 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855821] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855905] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.856290] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.856435] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b673ceff-0f57-4802-b988-a938dc0d3300',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.359729] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.360057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.360318] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.360729] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.360956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.361164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port b673ceff-0f57-4802-b988-a938dc0d3300 not found, creating... [ 812.361541] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.361771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.361903] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.362232] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.362457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.362827] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.362999] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.363166] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.363485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.363663] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.363838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: b673ceff-0f57-4802-b988-a938dc0d3300 is going to be created. [ 812.388847] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.389094] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.389233] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.389553] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.389753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390191] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.606255] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 812.606460] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b deletion is rescheduled due to dependency. [ 812.606591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.072976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 813.074639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.075243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.075444] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.075573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.075726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.075928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.075995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.076089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.076185] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.077131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.077327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.077474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.077600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.077668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.077814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.077892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.077992] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.085510] env[65675]: INFO networking_nsxv3.common.synchronization [req-947b081b-836b-47ba-8ef6-77f0d9d4ecf3 req-d0a1f859-9a41-4903-b3f6-1385ad4275e6 service nova] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_rules [ 813.085701] env[65675]: INFO networking_nsxv3.common.synchronization [req-947b081b-836b-47ba-8ef6-77f0d9d4ecf3 req-d0a1f859-9a41-4903-b3f6-1385ad4275e6 service nova] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 813.085840] env[65675]: INFO networking_nsxv3.common.synchronization [req-947b081b-836b-47ba-8ef6-77f0d9d4ecf3 req-d0a1f859-9a41-4903-b3f6-1385ad4275e6 service nova] Enqueued Resource ID: b673ceff-0f57-4802-b988-a938dc0d3300 with Priority: HIGHEST for action port [ 813.086209] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_rules [ 813.086345] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 813.086443] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b673ceff-0f57-4802-b988-a938dc0d3300 with Priority: HIGHEST for action port [ 813.087025] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.087850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.091304] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.091422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.091653] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b673ceff-0f57-4802-b988-a938dc0d3300 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.091762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.091830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.092079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.092166] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b673ceff-0f57-4802-b988-a938dc0d3300',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.580768] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.580768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.580768] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.598336] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b673ceff-0f57-4802-b988-a938dc0d3300 with status ACTIVE [ 813.598336] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.598336] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.598336] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.598336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.598336] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b673ceff-0f57-4802-b988-a938dc0d3300 is going to be updated. [ 813.620291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.620515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.620515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.620714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.620851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.621049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b673ceff-0f57-4802-b988-a938dc0d3300" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.832535] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3688ee29-f2c2-41f6-93bb-df78a733df37 None None] Enqueued Resource ID: 6745cf86-f7f6-4ee2-b330-8e23d0e70ced with Priority: HIGHEST for action port [ 813.833986] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6745cf86-f7f6-4ee2-b330-8e23d0e70ced with Priority: HIGHEST for action port [ 813.834333] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6745cf86-f7f6-4ee2-b330-8e23d0e70ced taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.834491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6745cf86-f7f6-4ee2-b330-8e23d0e70ced" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.834564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6745cf86-f7f6-4ee2-b330-8e23d0e70ced" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.834833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6745cf86-f7f6-4ee2-b330-8e23d0e70ced" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.834917] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6745cf86-f7f6-4ee2-b330-8e23d0e70ced',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.085143] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.338401] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6745cf86-f7f6-4ee2-b330-8e23d0e70ced [ 814.338683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.338811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.338887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.339133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.339252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.339359] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6745cf86-f7f6-4ee2-b330-8e23d0e70ced already deleted. [ 814.339443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6745cf86-f7f6-4ee2-b330-8e23d0e70ced" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.577286] env[65675]: INFO networking_nsxv3.common.synchronization [req-384dee1a-cfed-4014-bf9c-a96f2f94da80 req-346c9b69-b777-4968-ac42-ebc8fb43a6db tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 814.578023] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 814.580701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.580847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.580923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.582096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.582250] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.589887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.590063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.590286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.590388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.590437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.590546] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be updated. [ 814.652445] env[65675]: INFO networking_nsxv3.common.synchronization [None req-470daa7a-91b0-430c-a4f1-76c6279b1a14 None None] Enqueued Resource ID: 1bbd58bd-84ac-4369-b008-8ff545d755e3 with Priority: HIGHEST for action port [ 814.654039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.654039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.654244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.654531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.654726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.658541] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbd58bd-84ac-4369-b008-8ff545d755e3 with Priority: HIGHEST for action port [ 814.659119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bbd58bd-84ac-4369-b008-8ff545d755e3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bbd58bd-84ac-4369-b008-8ff545d755e3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bbd58bd-84ac-4369-b008-8ff545d755e3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.659781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bbd58bd-84ac-4369-b008-8ff545d755e3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.659955] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbd58bd-84ac-4369-b008-8ff545d755e3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.673158] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 815.061992] env[65675]: INFO networking_nsxv3.common.synchronization [req-ec70d8a1-8b49-4697-8595-73fb5b93b016 req-5161d89b-c0a7-419d-a008-c9f71ff3b59e tempest-ServersTestManualDisk-2052495590 tempest-ServersTestManualDisk-2052495590-project-member] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 815.062658] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 815.062964] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.063165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.063235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.063526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.063688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.063790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.063852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.064014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.064109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.064204] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.085116] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.164562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bbd58bd-84ac-4369-b008-8ff545d755e3 [ 815.164843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.164988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.165500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.165500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.165500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.165500] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bbd58bd-84ac-4369-b008-8ff545d755e3 already deleted. [ 815.165500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bbd58bd-84ac-4369-b008-8ff545d755e3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.542648] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.542857] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-397" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.542984] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-397" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.543825] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-397" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.544128] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.544294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.544429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.544677] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.544823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.545075] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.545148] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.545269] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.545377] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.545450] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.545558] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.549017] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.565750] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.565750] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.565750] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.565750] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-397" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.566013] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-4fd3db55-5d33-4aa9-8d09-2037857e505d taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.566105] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.566191] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.566515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.566650] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd3db55-5d33-4aa9-8d09-2037857e505d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.567673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.567804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.567862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.568061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.568197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.568391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.568489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.568544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.568686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.568759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.568844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac already deleted. [ 815.568930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.590107] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.074206] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.074206] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.074338] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.074569] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.074728] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.074878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 4fd3db55-5d33-4aa9-8d09-2037857e505d not found, creating... [ 816.075154] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.075339] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.075472] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075713] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.075854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.076140] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.076542] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.076542] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.076654] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.076709] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.076842] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 4fd3db55-5d33-4aa9-8d09-2037857e505d is going to be created. [ 816.093675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.093799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.093799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.093983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 816.108137] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.108137] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109817] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109817] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.109817] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.109817] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.125876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.126140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.126482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.126700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.126772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.138254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 816.481135] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e40afa92-ee8d-46f9-9c56-bab6c50167f2 None None] Enqueued Resource ID: f20cbe79-4a71-4661-b222-7f0aa7614468 with Priority: HIGHEST for action port [ 816.482048] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20cbe79-4a71-4661-b222-7f0aa7614468 with Priority: HIGHEST for action port [ 816.482368] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20cbe79-4a71-4661-b222-7f0aa7614468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.483136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20cbe79-4a71-4661-b222-7f0aa7614468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.483136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20cbe79-4a71-4661-b222-7f0aa7614468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.483922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20cbe79-4a71-4661-b222-7f0aa7614468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.483922] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20cbe79-4a71-4661-b222-7f0aa7614468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.685598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 816.687263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.687948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.688477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.691129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.691129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.691129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.691129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.691129] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.909472] env[65675]: INFO networking_nsxv3.common.synchronization [req-ec70d8a1-8b49-4697-8595-73fb5b93b016 req-a427e5fe-feae-4836-8279-3ac235cfdd0e service nova] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 816.909472] env[65675]: INFO networking_nsxv3.common.synchronization [req-ec70d8a1-8b49-4697-8595-73fb5b93b016 req-a427e5fe-feae-4836-8279-3ac235cfdd0e service nova] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 816.909472] env[65675]: INFO networking_nsxv3.common.synchronization [req-ec70d8a1-8b49-4697-8595-73fb5b93b016 req-a427e5fe-feae-4836-8279-3ac235cfdd0e service nova] Enqueued Resource ID: 4fd3db55-5d33-4aa9-8d09-2037857e505d with Priority: HIGHEST for action port [ 816.909679] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_rules [ 816.909845] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 816.909958] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd3db55-5d33-4aa9-8d09-2037857e505d with Priority: HIGHEST for action port [ 816.910269] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.910440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.910513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.910756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.910839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.911820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.912836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.913174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.913333] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.913440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.913510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.913668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.913744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.913835] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.918034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd3db55-5d33-4aa9-8d09-2037857e505d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.918148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.918211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.918447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.918537] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd3db55-5d33-4aa9-8d09-2037857e505d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.986261] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f20cbe79-4a71-4661-b222-7f0aa7614468 [ 816.986549] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.986929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.986929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.987061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.987095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.987217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f20cbe79-4a71-4661-b222-7f0aa7614468 already deleted. [ 816.987320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20cbe79-4a71-4661-b222-7f0aa7614468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.000355] env[65675]: INFO networking_nsxv3.common.synchronization [req-4d44a3b4-8b27-4983-92b0-5aa5877ded87 req-22b199b2-2eb1-4bac-99ef-5f7e4a1aed25 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 817.000355] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 817.000535] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.000670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.000769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.001016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.001218] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.001511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.001511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.003992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.004146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.004210] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.133204] env[65675]: INFO networking_nsxv3.common.synchronization [None req-9aeca2c5-8f48-417d-8e66-e9e541684039 None None] Enqueued Resource ID: 2e34cc8e-66fe-4a80-8700-0a4a093bf570 with Priority: HIGHEST for action port [ 817.133204] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e34cc8e-66fe-4a80-8700-0a4a093bf570 with Priority: HIGHEST for action port [ 817.133717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e34cc8e-66fe-4a80-8700-0a4a093bf570 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.133885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e34cc8e-66fe-4a80-8700-0a4a093bf570" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.133953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e34cc8e-66fe-4a80-8700-0a4a093bf570" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.134393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e34cc8e-66fe-4a80-8700-0a4a093bf570" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.134487] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e34cc8e-66fe-4a80-8700-0a4a093bf570',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.198776] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.349250] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.349558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.349673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.349918] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.350235] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.350431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.350568] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.350782] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.351087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.351305] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.351418] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.351527] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.351635] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.351742] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.351851] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.352045] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.374899] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.375176] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.375252] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.375411] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375728] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-27b8fc03-5c4f-4607-b023-b1651fa7a594 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.376077] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.376362] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.376504] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b8fc03-5c4f-4607-b023-b1651fa7a594',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.421439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.422337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.422663] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd3db55-5d33-4aa9-8d09-2037857e505d with status ACTIVE [ 817.422904] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.423056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.423132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.423351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.423441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.423704] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.423922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.423922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.424043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.424197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.424391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.424598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.424655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.424953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.425236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.425352] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd3db55-5d33-4aa9-8d09-2037857e505d is going to be updated. [ 817.426956] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.487251] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.487251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.487251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.487251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.487251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.487251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd3db55-5d33-4aa9-8d09-2037857e505d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507346] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.507518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.508326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.508326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.508326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.508579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.508644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.508711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.508888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.508966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.509070] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be deleted. [ 817.555477] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.555613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.555835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.555928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.556045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.637335] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e34cc8e-66fe-4a80-8700-0a4a093bf570 [ 817.637576] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.637714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.637818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.638049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.638251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.638251] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e34cc8e-66fe-4a80-8700-0a4a093bf570 already deleted. [ 817.638251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e34cc8e-66fe-4a80-8700-0a4a093bf570" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.697998] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.879621] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.881060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.881060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.881060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.881060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881060] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 27b8fc03-5c4f-4607-b023-b1651fa7a594 not found, creating... [ 817.881060] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.881060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.881544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.881544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.881544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881811] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.881985] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.884084] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.885558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885781] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 27b8fc03-5c4f-4607-b023-b1651fa7a594 is going to be created. [ 817.911396] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.911650] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.912104] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.913490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.913490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.930334] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.150225] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 818.150553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.200314] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.200511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.200595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.200782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.200941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.200993] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be updated. [ 818.232241] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.232775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.232988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.246253] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 818.433311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.433552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.433552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.434052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.434261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.434434] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac is going to be created. [ 818.474176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.474451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.474512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.474853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.474985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.487489] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: UNINITIALIZED for 2s [ 818.728493] env[65675]: INFO networking_nsxv3.common.synchronization [req-4d44a3b4-8b27-4983-92b0-5aa5877ded87 req-2eb0b6fb-07b3-45ee-887d-98a9d004b91b service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 818.728819] env[65675]: INFO networking_nsxv3.common.synchronization [req-4d44a3b4-8b27-4983-92b0-5aa5877ded87 req-2eb0b6fb-07b3-45ee-887d-98a9d004b91b service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 818.729130] env[65675]: INFO networking_nsxv3.common.synchronization [req-4d44a3b4-8b27-4983-92b0-5aa5877ded87 req-2eb0b6fb-07b3-45ee-887d-98a9d004b91b service nova] Enqueued Resource ID: 27b8fc03-5c4f-4607-b023-b1651fa7a594 with Priority: HIGHEST for action port [ 818.730048] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 818.730246] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 818.730443] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8fc03-5c4f-4607-b023-b1651fa7a594 with Priority: HIGHEST for action port [ 818.730819] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.731849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.731849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.731849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.731849] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.733322] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.733899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.735022] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.737391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b8fc03-5c4f-4607-b023-b1651fa7a594 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.737523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.738559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.738559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738559] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b8fc03-5c4f-4607-b023-b1651fa7a594',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.234403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.234561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.242534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27b8fc03-5c4f-4607-b023-b1651fa7a594 with status ACTIVE [ 819.243571] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.243571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.243571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.243571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.243571] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.243571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.243946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.243946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.244110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.244345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.244345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.244599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.244599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.244599] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27b8fc03-5c4f-4607-b023-b1651fa7a594 is going to be updated. [ 819.270235] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.270488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270737] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.272220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b8fc03-5c4f-4607-b023-b1651fa7a594" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.666921] env[65675]: INFO networking_nsxv3.common.synchronization [req-40a1a3c0-c9ce-452a-982a-33857404b108 req-70a7d322-d776-4a42-9c9a-23133d717485 tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 819.667514] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 819.667818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.667940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.668016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.668506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.668721] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.669186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.669186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.669186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.669186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.669354] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.742037] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.014197] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.014431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.014646] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.015160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.015544] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.015743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.015929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.016342] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.016594] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.016722] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.016956] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.017149] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.017344] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.017467] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.017680] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.017868] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.045123] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.045123] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.045123] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.045123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045123] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-862b984d-cf39-483b-b3b0-1c548a7d9a1e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045123] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862b984d-cf39-483b-b3b0-1c548a7d9a1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.175149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 already deleted. [ 820.175149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.246869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.247103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.248196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.248499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.249814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.249814] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be created. [ 820.264271] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.264271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.264271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.264664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.265171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.265354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.266711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.266711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.266711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.266711] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.282104] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.282261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.286025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.286025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.286025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.294556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: UNINITIALIZED for 2s [ 820.497594] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: SUCCESS [ 820.497901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.498129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.498367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.498622] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.498788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.498888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.499111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.499210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.499326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.499462] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.548455] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.548716] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.548847] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.549148] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.549298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.549484] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 862b984d-cf39-483b-b3b0-1c548a7d9a1e not found, creating... [ 820.549766] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.549940] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.550096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.550365] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.550534] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.550891] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551084] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.551475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.551604] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.551780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e is going to be created. [ 820.573907] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.574175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.574315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.574600] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.574992] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575265] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.770928] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1c7098b-0361-403e-8839-86cf3f00ac58: rpc.has_security_group_logging(os_id): False [ 820.792598] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.792896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.792991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.793233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.793330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.793579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.793684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.793746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.794149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.794149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.794254] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.794254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.794347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.794456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.794587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.794831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.794938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.795016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.795162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.795238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.795327] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be created. [ 820.866595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.866595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.866796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.868018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.868018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.881897] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 821.006453] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.323041] env[65675]: INFO networking_nsxv3.common.synchronization [req-40a1a3c0-c9ce-452a-982a-33857404b108 req-89a97086-eb26-4c57-9324-608b31b3fcc8 service nova] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 821.323588] env[65675]: INFO networking_nsxv3.common.synchronization [req-40a1a3c0-c9ce-452a-982a-33857404b108 req-89a97086-eb26-4c57-9324-608b31b3fcc8 service nova] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 821.323588] env[65675]: INFO networking_nsxv3.common.synchronization [req-40a1a3c0-c9ce-452a-982a-33857404b108 req-89a97086-eb26-4c57-9324-608b31b3fcc8 service nova] Enqueued Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 821.323889] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 821.324991] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 821.325205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 821.325630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.325630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.325758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.325923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.326048] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.327586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.327760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.327851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.328388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.328388] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.328388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.328388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.328624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.328624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.328709] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.330584] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-862b984d-cf39-483b-b3b0-1c548a7d9a1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.330584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.330584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.330584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.330584] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862b984d-cf39-483b-b3b0-1c548a7d9a1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.509312] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43953561-3bf3-4261-9114-8bd73bff7dac: rpc.has_security_group_logging(os_id): False [ 821.535023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.535023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.535023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.535023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac is going to be created. [ 821.611706] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.611706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.611706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.611706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.611706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.625555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: IN_PROGRESS for 2s [ 821.829673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.829673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.834085] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.834085] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862b984d-cf39-483b-b3b0-1c548a7d9a1e with status ACTIVE [ 821.834085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.834085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.834085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.834085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.834085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.834085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.840487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.840487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.840487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e is going to be updated. [ 821.951193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.951193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.951193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.951193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.951193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.951193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.308029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.342157] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.378223] env[65675]: INFO networking_nsxv3.common.synchronization [req-f07f7a80-d1d0-4e49-a5f5-e978ded2bb58 req-7d6fa097-9739-4ce1-97cb-5b92b6c04410 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 822.382581] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 822.382993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.383169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.383237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.383543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.384172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.384393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.384493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.384697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.384773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.384865] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.730153] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.730402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.730558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.731271] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.731456] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.731577] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.731821] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.732254] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.732254] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.732357] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.732404] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.732576] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.732690] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.732811] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.732948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.753863] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.753863] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.754020] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.755043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.755043] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.755043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.755043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.755330] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.755511] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.811727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.811960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815931] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.845638] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.845638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.845638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.846199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.846199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.846199] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be created. [ 822.876656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.876866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.878802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.878802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.878802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892382] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892382] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c already deleted. [ 822.892382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.893149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: UNINITIALIZED for 2s [ 822.893949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 822.894245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.894301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.894468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.894558] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.258208] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.258554] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.258731] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.259188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.261398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.261398] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 not found, creating... [ 823.261398] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.261398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.261398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.261398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.261398] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.262138] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.262138] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.262138] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.262450] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.262662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.262870] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 is going to be created. [ 823.307083] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.307484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.307685] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.308156] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.308609] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.308901] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.318485] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928: rpc.has_security_group_logging(os_id): False [ 823.340386] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.340576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.340576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.340990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.341090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.341355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.341521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.341627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.341880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.342023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.342435] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.342642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.342699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.342916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.343019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.343190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.343294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.343384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.343580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.343796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.343956] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be created. [ 823.398404] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.398721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.399112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.399359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.399707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.399933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.400036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.400230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.400347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.400724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.400919] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.442648] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.442965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.442965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.464072] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 823.639979] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: SUCCESS [ 823.640310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.904047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.905010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.905010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.905010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.905010] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.905010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.905010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.905409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.905409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.905409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.905571] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.905744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.905826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.905965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.906152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.906361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.906361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.906690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.906772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.906990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.906990] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.044994] env[65675]: INFO networking_nsxv3.common.synchronization [req-f07f7a80-d1d0-4e49-a5f5-e978ded2bb58 req-4f0b59ff-8339-4d01-86b1-719cfb2bb970 service nova] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 824.045201] env[65675]: INFO networking_nsxv3.common.synchronization [req-f07f7a80-d1d0-4e49-a5f5-e978ded2bb58 req-4f0b59ff-8339-4d01-86b1-719cfb2bb970 service nova] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 824.045279] env[65675]: INFO networking_nsxv3.common.synchronization [req-f07f7a80-d1d0-4e49-a5f5-e978ded2bb58 req-4f0b59ff-8339-4d01-86b1-719cfb2bb970 service nova] Enqueued Resource ID: 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 with Priority: HIGHEST for action port [ 824.045783] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_rules [ 824.045913] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 824.046021] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 with Priority: HIGHEST for action port [ 824.046323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.046449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.046518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.046718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.047814] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.047814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.047814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.047814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.048023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.048403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.048403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.048403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.048510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.048510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.048649] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.049389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.049548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.049548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.051280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.051280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.155118] env[65675]: INFO networking_nsxv3.common.synchronization [req-ae44f110-b32c-4080-8987-91fcb1a3a9a8 req-e6ddb8a1-1ae2-4033-b8c2-9925866879cf tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 824.155297] env[65675]: INFO networking_nsxv3.common.synchronization [req-ae44f110-b32c-4080-8987-91fcb1a3a9a8 req-e6ddb8a1-1ae2-4033-b8c2-9925866879cf tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 824.155421] env[65675]: INFO networking_nsxv3.common.synchronization [req-ae44f110-b32c-4080-8987-91fcb1a3a9a8 req-e6ddb8a1-1ae2-4033-b8c2-9925866879cf tempest-SecurityGroupsTestJSON-1259004421 tempest-SecurityGroupsTestJSON-1259004421-project-member] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 824.156226] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGHEST for action security_group_members [ 824.156226] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGHEST for action security_group_members [ 824.156226] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGHEST for action security_group_members [ 824.156523] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.156629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.156683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.156851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.156993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.157117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.157157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.157295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.157376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.157464] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.159556] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.159556] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.159556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.159556] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.160316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.161299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.161391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161691] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.161789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.161851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.162078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.162163] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.410389] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1c7098b-0361-403e-8839-86cf3f00ac58: rpc.has_security_group_logging(os_id): False [ 824.428698] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.428904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.428942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.429171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.429266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.429500] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.429597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.429664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.429839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.429930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.430137] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.430244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.430344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.430529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.430621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.430889] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.430992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.431068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.431212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.431283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.431405] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be updated. [ 824.501031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.501031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.501309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.501349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.501517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.525043] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 824.552761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.552967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.553150] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.554506] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 with status ACTIVE [ 824.554506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.554506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.554741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.554960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.554960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.555229] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.555229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.555364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.555412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.557078] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.561031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.561159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.561414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.561504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.561607] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1 is going to be updated. [ 824.584029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.584470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0ea12a-c3f4-4b6e-9f8f-54e4740cfed1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.666383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.666383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.666618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.666919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.668693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.668850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.670715] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.670878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.697924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.699957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.699957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.699957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.699957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.699957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.699957] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 is going to be updated. [ 824.700654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.700654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.700654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.700654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.700654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.700824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.700855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.701464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.701464] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be updated. [ 824.701915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.702086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.735954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.736282] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.736682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.736682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.737221] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be updated. [ 824.753974] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.753974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.758416] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.758608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.758608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.758835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.758932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.769970] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: IN_PROGRESS for 2s [ 824.777542] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: IN_PROGRESS for 2s [ 824.794371] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.794371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.794371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.794371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.794371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.804090] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: IN_PROGRESS for 2s [ 824.905534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 824.905795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.905944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.906194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.906391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.906509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.906577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.906902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.907031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.907138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.907240] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.009441] env[65675]: INFO networking_nsxv3.common.synchronization [req-86d758e9-6c55-473a-8053-0865bf9c79da req-8d27b5f7-1747-470d-976b-3ce0a999fdca tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 825.010012] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 825.010329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.010553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.010620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.010799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.010957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.011161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.011161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.011263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.011350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.011440] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.064371] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.407096] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.407345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.407771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.408147] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.408498] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.408692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.409207] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.409207] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.409491] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.409733] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.409733] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.409912] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.409975] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.410040] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.410637] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.412196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.433857] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.433857] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.433857] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.433857] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.433857] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-17cf2933-4da4-4371-832f-df3190ce6176 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.433857] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.433857] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.434748] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.435054] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cf2933-4da4-4371-832f-df3190ce6176',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.479293] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 825.479293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.514417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.514587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.514645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.514942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.538843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.539109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.539228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.539297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.539509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.539594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.539683] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 825.565299] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.565581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.565581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.565849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.566048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.567573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.567712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.567788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.568015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.568129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.568254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c is going to be created. [ 825.579674] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 825.593509] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.593763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.593902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.594241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.594492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.611507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: UNINITIALIZED for 2s [ 825.915321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9: rpc.has_security_group_logging(os_id): False [ 825.936344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.936504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.936602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.936929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.937047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.937343] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.937468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.937539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.937768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.937921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.938083] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be created. [ 825.939471] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.939650] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.939773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.940057] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.940202] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940346] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 17cf2933-4da4-4371-832f-df3190ce6176 not found, creating... [ 825.940613] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.940762] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.940878] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.941097] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.941234] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.941564] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.941660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.941772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.941976] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.942121] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.942260] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 17cf2933-4da4-4371-832f-df3190ce6176 is going to be created. [ 825.964336] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964594] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964745] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.965361] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965783] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.009838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.010566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.010566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.010566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.010566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.044489] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: IN_PROGRESS for 2s [ 826.548332] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 826.548606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.781933] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc in Status: SUCCESS [ 826.782295] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc deletion is rescheduled due to dependency. [ 826.782295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.789233] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 in Status: SUCCESS [ 826.789528] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 deletion is rescheduled due to dependency. [ 826.789647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.805123] env[65675]: INFO networking_nsxv3.common.synchronization [req-86d758e9-6c55-473a-8053-0865bf9c79da req-206b4409-0d76-4649-947b-732db9d35e89 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 826.805682] env[65675]: INFO networking_nsxv3.common.synchronization [req-86d758e9-6c55-473a-8053-0865bf9c79da req-206b4409-0d76-4649-947b-732db9d35e89 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 826.805682] env[65675]: INFO networking_nsxv3.common.synchronization [req-86d758e9-6c55-473a-8053-0865bf9c79da req-206b4409-0d76-4649-947b-732db9d35e89 service nova] Enqueued Resource ID: 17cf2933-4da4-4371-832f-df3190ce6176 with Priority: HIGHEST for action port [ 826.807570] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 826.808225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 826.808225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17cf2933-4da4-4371-832f-df3190ce6176 with Priority: HIGHEST for action port [ 826.808347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.808830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.808934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.809228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.809415] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.810639] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.810770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.811116] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-17cf2933-4da4-4371-832f-df3190ce6176 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.811771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.812037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.812293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.812401] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cf2933-4da4-4371-832f-df3190ce6176',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.823095] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 in Status: SUCCESS [ 826.823396] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 deletion is rescheduled due to dependency. [ 826.823567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.065989] env[65675]: INFO networking_nsxv3.common.synchronization [req-27e4ac66-3d51-429b-920f-1a241b41a14f req-53e1c6f2-b9b9-4fd8-afe1-45403b2f175e tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 827.066849] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 827.067114] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.067249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.067323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.068615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.068615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.068615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.068615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.068615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.068615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.068615] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.315473] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.316865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.316865] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17cf2933-4da4-4371-832f-df3190ce6176 with status ACTIVE [ 827.316865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.317074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.317074] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.317231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.317335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.317496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.317589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.317732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.317881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.317972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.318146] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.318234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.318290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.318432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.318537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.318578] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17cf2933-4da4-4371-832f-df3190ce6176 is going to be updated. [ 827.347029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.347191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.347262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.347471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.347605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.347763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17cf2933-4da4-4371-832f-df3190ce6176" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571100] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.598043] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 827.598043] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598043] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598043] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.624399] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: SUCCESS [ 827.624664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.625313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.625541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.625767] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.625865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.625913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.626073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.626150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.626233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.626322] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.062602] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 828.062879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.075695] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.102202] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.128839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.579798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.579798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.579798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.579798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.580205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.580343] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 828.606421] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.621038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.621038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.621038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.621038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.632387] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c: rpc.has_security_group_logging(os_id): False [ 828.635079] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 828.654638] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.654875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.654949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.655265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.655361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.655628] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.656572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.656572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.656572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.656572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.656572] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c is going to be created. [ 828.733180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.733376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.733483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.733777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.734055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.751407] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: IN_PROGRESS for 2s [ 829.108454] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.108878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.108878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.109122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.109252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.109418] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 829.146446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.146651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.146747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.147030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.147210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.160193] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 830.185562] env[65675]: INFO networking_nsxv3.common.synchronization [req-ac3e3245-29d9-4684-aed3-7ac8b768d17f req-788c5924-0460-449c-85e2-409a4f958fc4 tempest-ServerAddressesTestJSON-1173712929 tempest-ServerAddressesTestJSON-1173712929-project-member] Enqueued Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 830.186206] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 830.186574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.186703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.186782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.187271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.187458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.187584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.187754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.188023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.188127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.188233] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.653398] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 830.653398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.692823] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.693065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.693151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.693674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.693674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.693674] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.693868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.693868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.693978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.694044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.694153] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 already deleted. [ 830.694238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.763182] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: SUCCESS [ 830.763582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.815528] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.816920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-376" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.816920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-376" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.816920] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-376" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.817633] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.819447] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.819447] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.819447] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.819447] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.819447] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.819447] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.819447] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.819447] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.819447] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.820658] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.820658] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.842438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.842690] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.842930] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.843175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-376" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843498] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843716] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.844253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.844412] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcb65bf-f2e6-405d-b3db-d70ee90392b2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.176105] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.176105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.176105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.176105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.350020] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.350020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 not found, creating... [ 831.350020] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.350020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.350820] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.350820] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.350965] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.351530] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.351850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.352150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 is going to be created. [ 831.374040] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.374227] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.374334] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.374800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.374800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.375460] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.683038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.683038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.684637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.684637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.684637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.684637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.684637] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.132169] env[65675]: INFO networking_nsxv3.common.synchronization [req-ac3e3245-29d9-4684-aed3-7ac8b768d17f req-5c158f3c-ff0e-4cf2-a0c7-ad439f1cfcef service nova] Enqueued Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_rules [ 832.132169] env[65675]: INFO networking_nsxv3.common.synchronization [req-ac3e3245-29d9-4684-aed3-7ac8b768d17f req-5c158f3c-ff0e-4cf2-a0c7-ad439f1cfcef service nova] Enqueued Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 832.132169] env[65675]: INFO networking_nsxv3.common.synchronization [req-ac3e3245-29d9-4684-aed3-7ac8b768d17f req-5c158f3c-ff0e-4cf2-a0c7-ad439f1cfcef service nova] Enqueued Resource ID: 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 with Priority: HIGHEST for action port [ 832.134905] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_rules [ 832.134905] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 832.134905] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 with Priority: HIGHEST for action port [ 832.134905] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.134905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.134905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.135502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.135502] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.135996] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.136452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.136516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.136937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.137018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.137163] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.139542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.139542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.139542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139542] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcb65bf-f2e6-405d-b3db-d70ee90392b2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.188144] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661: rpc.has_security_group_logging(os_id): False [ 832.215358] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.215358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.215358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.215590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.215685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.216016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.216072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.216289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.216326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.216478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.216572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.216636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.216783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.216851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.217666] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.219075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.219075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.219075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.219075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.219075] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 832.286853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.287024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.287097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.287320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.287486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.305374] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 832.640851] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.641370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.641370] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.642807] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 with status ACTIVE [ 832.642807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.643062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.643120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.644834] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.644834] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645570] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fcb65bf-f2e6-405d-b3db-d70ee90392b2 is going to be updated. [ 832.671503] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.671683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.671734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.671958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.672128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.672310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcb65bf-f2e6-405d-b3db-d70ee90392b2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.148420] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.651998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.652877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.653213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.654786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.655114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655397] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 is going to be created. [ 833.696733] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.696733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.696733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.696733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.696733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.706375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: UNINITIALIZED for 2s [ 834.323013] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 834.323244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.350373] env[65675]: INFO networking_nsxv3.common.synchronization [req-f524d2e0-acd2-4498-a673-381531f493a7 req-ab86d6d4-844a-424e-a21a-d2bff590ca0d tempest-ServersAdminNegativeTestJSON-56633653 tempest-ServersAdminNegativeTestJSON-56633653-project-member] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 835.350865] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 835.351182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.351299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.351366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.351573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.351727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.352094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.352094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.352508] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.716450] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: SUCCESS [ 835.716736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.716958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.717268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.717509] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.718147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.718247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.718379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.718497] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.733143] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.733143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.733143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.733143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.733143] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.733653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.733899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.734217] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.734464] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.734763] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.735089] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.735310] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.735524] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.735743] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.735938] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.736174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.760054] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.761045] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.761045] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.761045] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.761497] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-f01ef000-2d04-45a9-a642-aef4a8c38f22 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.763017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.763017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.763017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.763017] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01ef000-2d04-45a9-a642-aef4a8c38f22',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.854403] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.221145] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.221392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.221788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.222063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.222222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.222294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.222518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.222703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.222815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.222986] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.223100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.223177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.223352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.223534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.224214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.224291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.224450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.224536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.224784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.224784] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.267754] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.268352] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.268676] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.269259] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.269416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.269576] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port f01ef000-2d04-45a9-a642-aef4a8c38f22 not found, creating... [ 836.269883] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.270245] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.270399] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.270738] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.270903] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.271255] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.271410] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.271557] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.271860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.272128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.272202] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: f01ef000-2d04-45a9-a642-aef4a8c38f22 is going to be created. [ 836.298680] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.298971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.299153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.299506] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.299816] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300158] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.361530] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.728393] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8824a2ad-53da-4e07-80cd-9ddfeae64566: rpc.has_security_group_logging(os_id): False [ 836.750292] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.750292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.750292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.750776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.750776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.751040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.752742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.752742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.753014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.753014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.753279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.753398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.753491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.753730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.753823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.754097] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.754717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.754717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.754717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.754717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.754717] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 is going to be created. [ 836.837875] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.837875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.837875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.837875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.850208] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: IN_PROGRESS for 2s [ 836.868686] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.868876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.868947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.869313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.869430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.869689] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 836.933734] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.933975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.934174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.934493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.934663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948042] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 837.091210] env[65675]: INFO networking_nsxv3.common.synchronization [req-f524d2e0-acd2-4498-a673-381531f493a7 req-1e398bfb-da4d-4935-86ff-dad5f1135c56 service nova] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_rules [ 837.091398] env[65675]: INFO networking_nsxv3.common.synchronization [req-f524d2e0-acd2-4498-a673-381531f493a7 req-1e398bfb-da4d-4935-86ff-dad5f1135c56 service nova] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 837.091572] env[65675]: INFO networking_nsxv3.common.synchronization [req-f524d2e0-acd2-4498-a673-381531f493a7 req-1e398bfb-da4d-4935-86ff-dad5f1135c56 service nova] Enqueued Resource ID: f01ef000-2d04-45a9-a642-aef4a8c38f22 with Priority: HIGHEST for action port [ 837.093077] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_rules [ 837.093381] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 837.093796] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01ef000-2d04-45a9-a642-aef4a8c38f22 with Priority: HIGHEST for action port [ 837.094586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.094841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.095066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.095447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.095581] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.097431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.097431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.097662] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01ef000-2d04-45a9-a642-aef4a8c38f22 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.098262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.098262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.098496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.098619] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01ef000-2d04-45a9-a642-aef4a8c38f22',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.601238] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.601536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.605161] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f01ef000-2d04-45a9-a642-aef4a8c38f22 with status ACTIVE [ 837.605529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.605743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.605845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.606326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.606326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.606619] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.606799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.606963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.607326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.607499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.607878] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.608103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.608246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.608559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.608786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.609064] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f01ef000-2d04-45a9-a642-aef4a8c38f22 is going to be updated. [ 837.639884] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.640127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.640209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.640426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.640610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.640819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01ef000-2d04-45a9-a642-aef4a8c38f22" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121034] env[65675]: INFO networking_nsxv3.common.synchronization [req-c17b903a-1c70-46ea-9a16-3f38595bc26a req-b26c9777-fbc5-467d-adb2-b6a0c194b261 tempest-ServerRescueTestJSON-38300919 tempest-ServerRescueTestJSON-38300919-project-member] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 838.121764] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 838.122154] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.122335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.122420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122914] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.123104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.123190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.123366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.123454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.123547] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.470828] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.471034] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.471162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.471431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.471680] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.471833] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.471949] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.472177] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.472335] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.472538] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.472723] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.472788] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.472905] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.472989] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.473136] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.473231] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.492754] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.492978] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.493135] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.493311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-955" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.493640] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.493814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.494098] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.494471] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.494612] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68051a3e-bbe0-4433-a58d-97f4b2ad5bac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.625419] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.879929] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: SUCCESS [ 838.880476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.958498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 838.958738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.958921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.959396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.959541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.959834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.959929] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.997374] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.997638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.997772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.998157] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.998316] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.998469] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 68051a3e-bbe0-4433-a58d-97f4b2ad5bac not found, creating... [ 838.998809] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.999034] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.999169] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.999416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.999540] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.999843] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.000011] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.000131] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.000340] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.000471] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.000622] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 68051a3e-bbe0-4433-a58d-97f4b2ad5bac is going to be created. [ 839.024813] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025106] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.025531] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.025803] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.026066] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.132735] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.165560] env[65675]: INFO networking_nsxv3.common.synchronization [req-d1ab3da4-26b8-48e2-bcbd-1deb9a31f38f req-3f018b77-36ec-43d3-b6fd-7cb1a349dab6 tempest-ServersTestBootFromVolume-734217761 tempest-ServersTestBootFromVolume-734217761-project-member] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 839.166244] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGHEST for action security_group_members [ 839.166585] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.166744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.166822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.167542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.167744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.168026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.168133] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.463143] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.635320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.635622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.635622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.635760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.635853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.635958] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 839.670265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.670569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.670680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.670944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.671065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.671543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.671683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.671753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.671908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.671981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672102] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 is going to be updated. [ 839.681910] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.683022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.694748] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 839.715317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.715574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.715627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.715883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.716051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.738225] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: IN_PROGRESS for 2s [ 839.889415] env[65675]: INFO networking_nsxv3.common.synchronization [req-c17b903a-1c70-46ea-9a16-3f38595bc26a req-87bb92b8-7efa-44e8-8898-0dc30058c569 service nova] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_rules [ 839.889415] env[65675]: INFO networking_nsxv3.common.synchronization [req-c17b903a-1c70-46ea-9a16-3f38595bc26a req-87bb92b8-7efa-44e8-8898-0dc30058c569 service nova] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 839.889415] env[65675]: INFO networking_nsxv3.common.synchronization [req-c17b903a-1c70-46ea-9a16-3f38595bc26a req-87bb92b8-7efa-44e8-8898-0dc30058c569 service nova] Enqueued Resource ID: 68051a3e-bbe0-4433-a58d-97f4b2ad5bac with Priority: HIGHEST for action port [ 839.889714] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_rules [ 839.889844] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 839.889941] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68051a3e-bbe0-4433-a58d-97f4b2ad5bac with Priority: HIGHEST for action port [ 839.895015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.895197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.895285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.895498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.895680] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.896651] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.896758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.897601] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.897601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.897601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.897601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.897601] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68051a3e-bbe0-4433-a58d-97f4b2ad5bac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.967865] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.402961] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.403242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.406584] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68051a3e-bbe0-4433-a58d-97f4b2ad5bac with status ACTIVE [ 840.406847] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.406954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.407030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.407345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.407564] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.407670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.407720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.407937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.408223] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.408361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.408443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.408626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.408703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.408790] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68051a3e-bbe0-4433-a58d-97f4b2ad5bac is going to be updated. [ 840.438751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.439087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.439249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.439870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.440360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.440360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68051a3e-bbe0-4433-a58d-97f4b2ad5bac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.470215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.470401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.470720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.470887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.470887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.471026] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 840.518991] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.519272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.519421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.519768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.520037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.534594] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 841.707413] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 841.707413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.707701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.707830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.708036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.708162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.708230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.708429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.708550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.708727] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.750398] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 in Status: SUCCESS [ 841.750789] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 deletion is rescheduled due to dependency. [ 841.750973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.213636] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.546969] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 842.547452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.547452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.547881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.547881] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.547881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.548496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.548496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.548496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.548496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.548496] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.717347] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.052651] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.052651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.052651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.052651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.053722] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.053722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.053722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.053722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.053722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.054046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.054182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.054287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.054357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.055036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.055036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.055036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.055036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.055036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.055036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.055314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.055314] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.219799] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.220042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.220120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.220354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.220459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.220619] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 843.255028] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.255028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.255028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.255251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.267258] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 843.304621] env[65675]: INFO networking_nsxv3.common.synchronization [None req-72fb73f5-58df-42e4-b651-7543d4194893 tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 with Priority: HIGHEST for action security_group_rules [ 843.305267] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 with Priority: HIGHEST for action security_group_rules [ 843.306645] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.306862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.306933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.307268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.307315] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699bc9e8-2658-41f1-821d-7deb9e23c1b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.421254] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5d357f2b-32da-423a-9e9d-35a0052ee167 tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 with Priority: HIGHEST for action security_group_rules [ 843.422109] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 with Priority: HIGHEST for action security_group_rules [ 843.422622] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.422756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.557385] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3: rpc.has_security_group_logging(os_id): False [ 843.584100] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.584259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.584380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.584647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.584741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.584998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.585099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.585166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.585311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.585390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.585560] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.585683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.585769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.585884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.585975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.586317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.586317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.586469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.586549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586636] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 843.674389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.674548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.674649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.674843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.675079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.696916] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 843.832184] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.832630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.832630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.832935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.833259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.833259] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 already deleted. [ 843.833423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.833461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.833679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.833850] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699bc9e8-2658-41f1-821d-7deb9e23c1b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.365609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.365761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.365823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.366102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.366191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.366299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699bc9e8-2658-41f1-821d-7deb9e23c1b4 already deleted. [ 844.366388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699bc9e8-2658-41f1-821d-7deb9e23c1b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.113050] env[65675]: INFO networking_nsxv3.common.synchronization [req-7827c113-3108-4ba1-8ab0-031527471fc4 req-e4297928-b7d7-43a0-8732-184f1fb436d3 tempest-ServerAddressesTestJSON-1173712929 tempest-ServerAddressesTestJSON-1173712929-project-member] Enqueued Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 845.116732] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGHEST for action security_group_members [ 845.117606] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.117799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.118929] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.118929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.118929] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.284570] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 845.285262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.285262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.285436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.286513] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.286513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.286513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.286513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.286513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286513] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.621537] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.621780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.621863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.622114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.622215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.622417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.622516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.622580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.622776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.622860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.622951] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 is going to be updated. [ 845.651590] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.651741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.651818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.652047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.652190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662584] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: IN_PROGRESS for 2s [ 845.713192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 845.713584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.788795] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.788953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.789032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.789450] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.789557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.789623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.789858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.789946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.790105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790530] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.791069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.791162] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.293949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c: rpc.has_security_group_logging(os_id): False [ 846.330216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.330396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.330470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.330773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.330959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.331142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.331254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.331323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.331484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.331571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.331753] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.331855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.332464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.332464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.332464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.332464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.332464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.332464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.332945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.332945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.332945] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 846.417024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.417204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.417311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.417610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.417804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.439471] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 847.684944] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 in Status: SUCCESS [ 847.685666] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 deletion is rescheduled due to dependency. [ 847.685666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.829966] env[65675]: INFO networking_nsxv3.common.synchronization [req-d45bd217-4650-463e-923b-7d4a08fa40d3 req-c7225e45-26e3-44e1-8ad1-0b21aad3bdaa tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 847.829966] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 847.829966] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.829966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.830684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.830684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.830684] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.830869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.830869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.830998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.831206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.831286] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.105774] env[65675]: INFO networking_nsxv3.common.synchronization [req-b11c8d28-f68a-4a09-91ef-6c6b7b47f366 req-56e10382-4d65-4f19-9539-2acc1c2b4377 tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 848.107259] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 848.107398] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.107519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.107612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.107892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.108081] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.108231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.108298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.108483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.108837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.108935] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.335584] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.467895] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 848.468050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.489466] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.490467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.490725] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490725] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490912] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.491183] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.491314] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.491521] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.492046] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.492216] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.492340] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.492455] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.492559] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.492694] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.521030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.521030] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.521030] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.521030] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-659" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.521349] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ecb16792-f418-4360-9baa-fa4a92ae9758 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.521349] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.521496] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.522482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.522482] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb16792-f418-4360-9baa-fa4a92ae9758',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.611341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.611596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.611669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.611872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.611965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.612188] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.612324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.612360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.612498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.613407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.613407] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 848.642180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.642180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.642180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.642180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.642180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.651530] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 848.839070] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.026438] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.026666] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.026794] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.027114] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.027301] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.027416] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ecb16792-f418-4360-9baa-fa4a92ae9758 not found, creating... [ 849.028130] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.028130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.028130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.028130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.028326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.028766] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.028766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.029136] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.029136] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.030921] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.030921] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ecb16792-f418-4360-9baa-fa4a92ae9758 is going to be created. [ 849.049666] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.049957] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.050105] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.050467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.050788] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.051111] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.341278] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.341450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.341544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.342535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.342535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.342535] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 849.379155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.379314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.379390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.379632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.379799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396640] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 849.849653] env[65675]: INFO networking_nsxv3.common.synchronization [req-b11c8d28-f68a-4a09-91ef-6c6b7b47f366 req-a78c5228-f79e-4707-8099-ba235ced7dd1 service nova] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 849.849653] env[65675]: INFO networking_nsxv3.common.synchronization [req-b11c8d28-f68a-4a09-91ef-6c6b7b47f366 req-a78c5228-f79e-4707-8099-ba235ced7dd1 service nova] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 849.851776] env[65675]: INFO networking_nsxv3.common.synchronization [req-b11c8d28-f68a-4a09-91ef-6c6b7b47f366 req-a78c5228-f79e-4707-8099-ba235ced7dd1 service nova] Enqueued Resource ID: ecb16792-f418-4360-9baa-fa4a92ae9758 with Priority: HIGHEST for action port [ 849.853205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_rules [ 849.853205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 849.853205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb16792-f418-4360-9baa-fa4a92ae9758 with Priority: HIGHEST for action port [ 849.853909] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.853909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.853909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.854237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.854389] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.855710] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.855849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.856107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb16792-f418-4360-9baa-fa4a92ae9758 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.856323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.856323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.856755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.856755] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb16792-f418-4360-9baa-fa4a92ae9758',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.358854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359088] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359353] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb16792-f418-4360-9baa-fa4a92ae9758 with status ACTIVE [ 850.359649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.360258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.360406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.360681] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.360891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.360891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.361138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.361316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.361487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.361650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.361753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.361896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.362018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.362212] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb16792-f418-4360-9baa-fa4a92ae9758 is going to be updated. [ 850.384906] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.385091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.385173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.385394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.385528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.385689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb16792-f418-4360-9baa-fa4a92ae9758" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.626928] env[65675]: INFO networking_nsxv3.common.synchronization [req-adfc3f6d-c1d4-4141-9f4b-3dc4845d2dbe req-22be041e-3d50-4503-b9d7-58b98f7d2d2c tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 850.627560] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 850.627844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.627968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.628847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.629233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.630164] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.630337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.630492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.630883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.630967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.631147] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.663082] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 850.663082] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d deletion is rescheduled due to dependency. [ 850.663082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.663369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.663673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.663940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.664067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.664516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.664516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.664516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.664516] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.724156] env[65675]: INFO networking_nsxv3.common.synchronization [req-38699eb2-1af0-4340-9f51-c12b908acc2b req-411be038-7747-4749-b7c5-6e4108e278b3 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 850.724779] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 850.725166] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.725290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.725355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.725852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.725852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.725852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.726051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.726188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.726226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.726290] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.033790] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.034170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.034170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.034330] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.034590] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.034761] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.034874] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.035486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.035486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.035708] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.035823] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.035913] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.036070] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.036147] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.036280] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.036365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.057235] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.057412] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.057553] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.057724] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.058046] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-a80dda14-c376-4741-946f-3d4ca79aeda4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.058220] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.059187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.059187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.059187] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80dda14-c376-4741-946f-3d4ca79aeda4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.134345] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.134507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.134588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.134911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.134911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.135072] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.135175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.135242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.135394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.135470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.135556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d already deleted. [ 851.135805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.166676] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.230486] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.230486] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.230486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.230486] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 851.259678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.259678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.259678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.259678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.259678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.267570] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 851.409114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 851.409364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.562603] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.562846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.562983] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.563288] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.563440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.563597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port a80dda14-c376-4741-946f-3d4ca79aeda4 not found, creating... [ 851.563876] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.564091] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.564250] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.564593] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.564812] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.565213] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565391] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565556] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.565806] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.565991] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.566181] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: a80dda14-c376-4741-946f-3d4ca79aeda4 is going to be created. [ 851.590762] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591181] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591460] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.591687] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.591917] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.669277] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.171139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.171511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.171511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.171621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.171660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.171756] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 852.207527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.208064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.208221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.219350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 852.375363] env[65675]: INFO networking_nsxv3.common.synchronization [req-adfc3f6d-c1d4-4141-9f4b-3dc4845d2dbe req-b02d895e-665a-4c8c-a7f4-b7b19ed417e3 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 852.375625] env[65675]: INFO networking_nsxv3.common.synchronization [req-adfc3f6d-c1d4-4141-9f4b-3dc4845d2dbe req-b02d895e-665a-4c8c-a7f4-b7b19ed417e3 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 852.375768] env[65675]: INFO networking_nsxv3.common.synchronization [req-adfc3f6d-c1d4-4141-9f4b-3dc4845d2dbe req-b02d895e-665a-4c8c-a7f4-b7b19ed417e3 service nova] Enqueued Resource ID: a80dda14-c376-4741-946f-3d4ca79aeda4 with Priority: HIGHEST for action port [ 852.376419] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 852.376545] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 852.376639] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80dda14-c376-4741-946f-3d4ca79aeda4 with Priority: HIGHEST for action port [ 852.376984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.377139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.377139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.377382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.377457] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.379019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.379019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.379019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.379019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.379019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.379019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.379019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.379343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.379343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.379343] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.380517] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80dda14-c376-4741-946f-3d4ca79aeda4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.380626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.380678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.380825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.380895] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80dda14-c376-4741-946f-3d4ca79aeda4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.885699] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.885699] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a80dda14-c376-4741-946f-3d4ca79aeda4 with status ACTIVE [ 852.885699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.885699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.885699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.886350] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.886350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.886350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.886350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.886350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.886350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a80dda14-c376-4741-946f-3d4ca79aeda4 is going to be updated. [ 852.887887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.887887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.910578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.910920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.911857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.911857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80dda14-c376-4741-946f-3d4ca79aeda4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.276893] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 853.277195] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 853.277234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.389054] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.891111] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.891244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.891304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.892029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.892029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.892029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be created. [ 853.918689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.918848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.918913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.919271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.919271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.931334] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: UNINITIALIZED for 2s [ 854.230533] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 854.230822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.230982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.231230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.231423] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.231559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.231662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.231756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.231843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.232024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.735075] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.981474] env[65675]: INFO networking_nsxv3.common.synchronization [req-0ce0cf0c-5a65-42e1-aa34-6bf9ca120178 req-54638515-eb0c-4f14-8266-790c893b13c3 tempest-ServersAdminNegativeTestJSON-56633653 tempest-ServersAdminNegativeTestJSON-56633653-project-member] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 854.982304] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 854.983039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.983039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.983039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.983797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984658] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.985050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.985301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.985471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.985617] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.237669] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01f890d-e986-4a09-b015-ff3fc3e6c83d: rpc.has_security_group_logging(os_id): False [ 855.263269] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.263477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.263984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.263984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.264451] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.264539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.264612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.264781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.264971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 855.302079] env[65675]: INFO networking_nsxv3.common.synchronization [req-b59cadb9-2937-42a1-b02a-af5c2662fea6 req-e4e220ca-9aba-42af-9e96-3c9f591bd7d3 tempest-ServersV294TestFqdnHostnames-1172195802 tempest-ServersV294TestFqdnHostnames-1172195802-project-member] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 855.305420] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGHEST for action security_group_members [ 855.306255] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.306352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.306392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.306606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.306764] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.306858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.306978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.307083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.307169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.307271] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.346653] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.346909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.347089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.347384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.347384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.367787] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 855.490046] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.809502] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.809838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.809838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.810073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.811241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.815024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.815024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.815024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.815024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.815024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.815024] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c is going to be updated. [ 855.843437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.843853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.843853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.843983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.844730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.856170] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: IN_PROGRESS for 2s [ 855.944035] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.944035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.944035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.944035] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.994025] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.448192] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.448192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.448192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.448502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.448780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.448944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.449047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.449294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.449440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.449554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.449736] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.449838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.450093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.450093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.450219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.450319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.450377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.450525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.450607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.450685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.450810] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.494790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.495141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.495461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.495887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.497203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.497203] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 856.544718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.545238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.545486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.545895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.546209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.565269] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 856.953464] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 856.973484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.973484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.973724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.973958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.974250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.974740] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.974861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.975115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.975567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.976149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.976149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.976385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.976510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.977176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.977176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.977505] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.977505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.977617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.977858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.978013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.978181] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be created. [ 857.065976] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.066340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.066495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.066843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.067197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.091598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 857.383864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 857.383864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.869886] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01d80b2-76bb-4712-a4cf-af636b2e875c in Status: SUCCESS [ 857.870100] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c deletion is rescheduled due to dependency. [ 857.870891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.577542] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 858.577542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.112070] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 859.112252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307030] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.307426] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 860.976674] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8cf885a7-aadf-4154-96e4-de1e34222eea None None] Enqueued Resource ID: e52f904f-ec19-4086-b91e-3d57e617ba74 with Priority: HIGHEST for action port [ 860.977514] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52f904f-ec19-4086-b91e-3d57e617ba74 with Priority: HIGHEST for action port [ 860.977847] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52f904f-ec19-4086-b91e-3d57e617ba74 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.978040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52f904f-ec19-4086-b91e-3d57e617ba74" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.978127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52f904f-ec19-4086-b91e-3d57e617ba74" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.978441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52f904f-ec19-4086-b91e-3d57e617ba74" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.978538] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52f904f-ec19-4086-b91e-3d57e617ba74',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.473172] env[65675]: INFO networking_nsxv3.common.synchronization [req-e21c705b-6edf-4b0b-a382-3a571c884ec8 req-cc6939f9-1ddf-4309-90c2-31bbcfed6c7d tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 861.476126] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 861.478852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.478852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.478852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478852] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.480204] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e52f904f-ec19-4086-b91e-3d57e617ba74 [ 861.480338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.481032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.481032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.481032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.481032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.481032] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e52f904f-ec19-4086-b91e-3d57e617ba74 already deleted. [ 861.481032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52f904f-ec19-4086-b91e-3d57e617ba74" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.823626] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b6bb00c-56a8-4777-989e-de8d7cc3da4b req-936f74cf-4fb6-4b21-9c77-c630d3a17971 tempest-ServerPasswordTestJSON-790964165 tempest-ServerPasswordTestJSON-790964165-project-member] Enqueued Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 861.827089] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 861.827089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.827089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.827089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.827089] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.981790] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.214725] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.214948] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.217015] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.217015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.217544] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.217544] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.217544] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.217666] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.217741] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.217852] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.217987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.242068] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.242494] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.242774] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.243163] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-394" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.243693] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-1503659a-d7d1-4c73-af2d-1800ba579bcb taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.244091] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.244342] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.244773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.245054] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1503659a-d7d1-4c73-af2d-1800ba579bcb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.333675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.333812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.333856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.334332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.334332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.334594] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.334594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.336522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.336522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.336639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.336697] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 already deleted. [ 862.336777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.369882] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d3d1c539-b782-4d13-9097-be044d23bb5b tempest-ServersTestJSON-2053547164 tempest-ServersTestJSON-2053547164-project-member] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 862.370949] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 862.371530] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.373316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.373316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373316] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.484712] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.526226] env[65675]: INFO networking_nsxv3.common.synchronization [None req-1e43ea05-f647-4a54-8a70-905c422e207f tempest-ServersTestJSON-2053547164 tempest-ServersTestJSON-2053547164-project-member] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 862.526485] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 862.526743] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.526837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.748525] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.748743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.748743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.748960] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.749156] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.749463] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 1503659a-d7d1-4c73-af2d-1800ba579bcb not found, creating... [ 862.749806] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.749806] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.749943] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.750155] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.750327] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.750641] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.750820] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.750953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.751262] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.751326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.751441] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 1503659a-d7d1-4c73-af2d-1800ba579bcb is going to be created. [ 862.773141] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.773390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.773480] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.774927] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.774927] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.774927] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.904040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.904354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.904354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.904452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.904613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.904613] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 already deleted. [ 862.904759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.905656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.905656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.905656] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.988047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.988391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.988391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.988522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.988522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.988616] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 863.021062] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.021302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.021432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.021753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.021964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.032568] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 863.207119] env[65675]: INFO networking_nsxv3.common.synchronization [None req-3e1047fe-d739-4bfc-9280-24ac867787a6 None None] Enqueued Resource ID: c847b372-c971-4366-859c-9f9b4650ad53 with Priority: HIGHEST for action port [ 863.207852] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c847b372-c971-4366-859c-9f9b4650ad53 with Priority: HIGHEST for action port [ 863.208228] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c847b372-c971-4366-859c-9f9b4650ad53 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.208384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c847b372-c971-4366-859c-9f9b4650ad53" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.208468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c847b372-c971-4366-859c-9f9b4650ad53" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.208799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c847b372-c971-4366-859c-9f9b4650ad53" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.208925] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c847b372-c971-4366-859c-9f9b4650ad53',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.428510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.428670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.428733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.428925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.429112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.429184] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 already deleted. [ 863.429243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.537139] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b6bb00c-56a8-4777-989e-de8d7cc3da4b req-a5f8bc36-c48d-4911-88fb-887d2cfd94c4 service nova] Enqueued Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_rules [ 863.537483] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b6bb00c-56a8-4777-989e-de8d7cc3da4b req-a5f8bc36-c48d-4911-88fb-887d2cfd94c4 service nova] Enqueued Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 863.537562] env[65675]: INFO networking_nsxv3.common.synchronization [req-9b6bb00c-56a8-4777-989e-de8d7cc3da4b req-a5f8bc36-c48d-4911-88fb-887d2cfd94c4 service nova] Enqueued Resource ID: 1503659a-d7d1-4c73-af2d-1800ba579bcb with Priority: HIGHEST for action port [ 863.538496] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_rules [ 863.538666] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 863.538724] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1503659a-d7d1-4c73-af2d-1800ba579bcb with Priority: HIGHEST for action port [ 863.538999] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.539139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.539208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.539724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.539833] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.540765] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.540891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.540981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.541176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.541329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.541426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.541487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.541626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.541712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.541802] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.542974] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1503659a-d7d1-4c73-af2d-1800ba579bcb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.543100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.543171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.543534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.543619] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1503659a-d7d1-4c73-af2d-1800ba579bcb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.712059] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c847b372-c971-4366-859c-9f9b4650ad53 [ 863.712399] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.712544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.712629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.712869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.713106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.713229] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c847b372-c971-4366-859c-9f9b4650ad53 already deleted. [ 863.713357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c847b372-c971-4366-859c-9f9b4650ad53" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.045813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.045990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.046241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1503659a-d7d1-4c73-af2d-1800ba579bcb with status ACTIVE [ 864.046420] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.046534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.046623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.046813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.046901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.047149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.047288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.047391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.047596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.047941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.047941] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.048038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.048106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.048206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.048281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.048367] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1503659a-d7d1-4c73-af2d-1800ba579bcb is going to be updated. [ 864.049518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.073371] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.073540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.073607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.073811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.073974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.074174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1503659a-d7d1-4c73-af2d-1800ba579bcb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.553322] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.795463] env[65675]: INFO networking_nsxv3.common.synchronization [req-93a1cbb0-b94d-4071-b38b-616b8172593c req-ac1e9c72-59d6-4770-822b-500e4fc26ac6 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 864.795842] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 864.797541] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.797541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.797740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.797808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.797980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.798232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.798232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.798639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.798745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.798846] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.045947] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 865.046341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.056138] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.056548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.056751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.057132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.057363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.057582] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 is going to be created. [ 865.082293] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.082438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.082505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.082706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.082858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.094164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: UNINITIALIZED for 2s [ 865.304013] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.304223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.304301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.304512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.304606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.304807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.304905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.304969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.305136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.305211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.305299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 865.339802] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.339981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.340089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.340434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.341058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.356846] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 866.867984] env[65675]: INFO networking_nsxv3.common.synchronization [req-5dc92d44-ba59-4559-86f2-d66bc255d36e req-a639e1b0-a69d-4177-a561-289ce221cf2a tempest-ServerRescueTestJSON-38300919 tempest-ServerRescueTestJSON-38300919-project-member] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 866.869896] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 866.873058] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.873058] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.873058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.873058] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.109528] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: SUCCESS [ 867.109665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.109829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.110260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.110852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.111117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.111176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.111320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.111395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.111483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.111583] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.368402] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 867.368402] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 867.368402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379614] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.614393] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.614556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.614602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.614947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615161] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.615267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.615418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.615603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.616102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.616226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.616297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.616512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.616672] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.616770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.616831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.617075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.617165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.617274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.617455] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.749219] env[65675]: INFO networking_nsxv3.common.synchronization [req-54d2c321-02f7-4ad2-b1fc-8078ba6c0b5b req-5b993518-d3a7-4f7b-9c36-747f1f7fa526 tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 867.749219] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 867.749806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.750119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.750340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.752039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.752338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.752701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.753032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.753416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.753673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.753955] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.888024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.119622] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96fd3949-3d85-4884-b04a-dfeb2348ee87: rpc.has_security_group_logging(os_id): False [ 868.138346] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.138495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.138566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.138789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.138880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.139103] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.139207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.139265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.139414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.139490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.139666] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.139758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.139821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.139957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.140048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.140236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.140328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.140387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.140523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.140593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.140677] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 is going to be created. [ 868.209360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.209360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.209360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.209360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.209726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.223117] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: IN_PROGRESS for 2s [ 868.256464] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.278556] env[65675]: INFO networking_nsxv3.common.synchronization [req-28c30022-c6db-4654-a293-c64a2aca7e02 req-e70de3d0-3d5c-41f1-919c-c2d3e0a55a11 tempest-ServersTestManualDisk-2052495590 tempest-ServersTestManualDisk-2052495590-project-member] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 868.280037] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGHEST for action security_group_members [ 868.280037] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.280037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.280037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.280037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.280372] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.280372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.280372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.280517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.280607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.280706] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.390525] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.390760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.390904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.391236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.391311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.391405] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 868.439549] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.439829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.439955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.440337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.443510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.456953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 868.758825] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.786316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.786316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.786593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.786639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.789058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.789058] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.789058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.789058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.789058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.789058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.789058] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac is going to be updated. [ 868.826541] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.826760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.826872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.827469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.827469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.840598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: IN_PROGRESS for 2s [ 869.263861] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.263861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.263861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.263861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.263861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.263861] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 869.322621] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339056] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 869.670786] env[65675]: INFO networking_nsxv3.common.synchronization [req-43c0597b-ec49-4ea8-9a8a-638ecd6ae919 req-5694d3a7-3396-4b81-b15d-1f8a76f4597e tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 869.671487] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 869.672191] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672483] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672799] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.078311] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.078512] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.078638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.078916] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.079187] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.079362] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.079484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.079699] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.079842] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.080119] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.080242] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.080353] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.080464] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.080574] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.080679] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.080834] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.103057] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.103283] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.103407] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.103553] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.103872] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0a3dd45c-42ed-4006-846e-610ffaf44bb5 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.104062] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.104209] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.104529] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.104655] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3dd45c-42ed-4006-846e-610ffaf44bb5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.175361] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.175556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.175600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.175839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.175948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.176179] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.176270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.176412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.176646] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 870.203803] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.204189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.204189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.204398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.204509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.213711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 870.237621] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: SUCCESS [ 870.237921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.468683] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 870.469098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.607578] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.607914] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.608188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.608602] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.608908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.609054] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0a3dd45c-42ed-4006-846e-610ffaf44bb5 not found, creating... [ 870.609587] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.609850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.610095] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.610584] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.610733] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.611271] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.611614] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.611865] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.612311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.612587] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.612844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0a3dd45c-42ed-4006-846e-610ffaf44bb5 is going to be created. [ 870.634269] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.634674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.634909] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.635372] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.635766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.636160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.853935] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43953561-3bf3-4261-9114-8bd73bff7dac in Status: SUCCESS [ 870.854233] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac deletion is rescheduled due to dependency. [ 870.854408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.066993] env[65675]: INFO networking_nsxv3.common.synchronization [None req-86064d56-f864-42d6-8a8e-a1ddb3193207 None None] Enqueued Resource ID: 164530af-e9fb-4aca-a20c-e2af7f2237d3 with Priority: HIGHEST for action port [ 871.067763] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164530af-e9fb-4aca-a20c-e2af7f2237d3 with Priority: HIGHEST for action port [ 871.070151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-164530af-e9fb-4aca-a20c-e2af7f2237d3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.071717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164530af-e9fb-4aca-a20c-e2af7f2237d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.071717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164530af-e9fb-4aca-a20c-e2af7f2237d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.071717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164530af-e9fb-4aca-a20c-e2af7f2237d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071717] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164530af-e9fb-4aca-a20c-e2af7f2237d3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.350462] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 871.350689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.369473] env[65675]: INFO networking_nsxv3.common.synchronization [req-43c0597b-ec49-4ea8-9a8a-638ecd6ae919 req-0d869c16-1b16-4dfe-bd37-9b54504dcafb service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 871.369632] env[65675]: INFO networking_nsxv3.common.synchronization [req-43c0597b-ec49-4ea8-9a8a-638ecd6ae919 req-0d869c16-1b16-4dfe-bd37-9b54504dcafb service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 871.369771] env[65675]: INFO networking_nsxv3.common.synchronization [req-43c0597b-ec49-4ea8-9a8a-638ecd6ae919 req-0d869c16-1b16-4dfe-bd37-9b54504dcafb service nova] Enqueued Resource ID: 0a3dd45c-42ed-4006-846e-610ffaf44bb5 with Priority: HIGHEST for action port [ 871.370352] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 871.370482] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 871.370586] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3dd45c-42ed-4006-846e-610ffaf44bb5 with Priority: HIGHEST for action port [ 871.370858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.370978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.371059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.371259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.371343] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.372736] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.372820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.373026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3dd45c-42ed-4006-846e-610ffaf44bb5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.373138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.373257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.373374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.373451] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3dd45c-42ed-4006-846e-610ffaf44bb5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.574650] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164530af-e9fb-4aca-a20c-e2af7f2237d3 [ 871.575553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.575809] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164530af-e9fb-4aca-a20c-e2af7f2237d3 already deleted. [ 871.575809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164530af-e9fb-4aca-a20c-e2af7f2237d3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.876739] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.876950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.877139] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a3dd45c-42ed-4006-846e-610ffaf44bb5 with status ACTIVE [ 871.877298] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.877432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.877489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.877707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.877794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.877954] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.878065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.878140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.878278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.878353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.878531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.878624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.878685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.878850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.878897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.879443] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a3dd45c-42ed-4006-846e-610ffaf44bb5 is going to be updated. [ 871.903632] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8a66fd3-27ff-4afc-b076-440eb8f54fc2 req-52815563-f10a-4bcd-acf2-c97b59c9ae4f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 871.904873] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.906547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.906828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.907103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.907169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3dd45c-42ed-4006-846e-610ffaf44bb5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.907767] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 871.908125] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.908286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.908388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.908591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.908791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.908999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.909153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.909386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.909529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.909633] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.938039] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8a66fd3-27ff-4afc-b076-440eb8f54fc2 req-52815563-f10a-4bcd-acf2-c97b59c9ae4f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 871.938039] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8a66fd3-27ff-4afc-b076-440eb8f54fc2 req-52815563-f10a-4bcd-acf2-c97b59c9ae4f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 871.938039] env[65675]: INFO networking_nsxv3.common.synchronization [req-b8a66fd3-27ff-4afc-b076-440eb8f54fc2 req-52815563-f10a-4bcd-acf2-c97b59c9ae4f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 871.940017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 871.940017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 871.940017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 871.940017] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.940017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.940017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.940017] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.940689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.940689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-862b984d-cf39-483b-b3b0-1c548a7d9a1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.940862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.940970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.942605] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862b984d-cf39-483b-b3b0-1c548a7d9a1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.225505] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 4s [ 872.413487] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.442993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.443250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.448073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862b984d-cf39-483b-b3b0-1c548a7d9a1e with status ACTIVE [ 872.448177] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.448241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.448342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.448534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.448625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.448973] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.449146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.449146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.449301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.449384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.449627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.449710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.451196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.451196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.451196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.451196] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e is going to be updated. [ 872.477934] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.478130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.478282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.478433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.478593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.478865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.916217] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.423314] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.423314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.423314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.423314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.423314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.423314] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be updated. [ 873.469447] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.469447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.469447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.469687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.469790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.483990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: IN_PROGRESS for 2s [ 873.761281] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ed3b42ee-23f0-45bd-b6ba-37652f1ba579 None None] Enqueued Resource ID: b4275a6f-e63c-4c6a-9a85-028c121b678b with Priority: HIGHEST for action port [ 873.762644] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4275a6f-e63c-4c6a-9a85-028c121b678b with Priority: HIGHEST for action port [ 873.763567] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4275a6f-e63c-4c6a-9a85-028c121b678b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.764188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4275a6f-e63c-4c6a-9a85-028c121b678b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.764463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4275a6f-e63c-4c6a-9a85-028c121b678b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.764989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4275a6f-e63c-4c6a-9a85-028c121b678b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.765703] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4275a6f-e63c-4c6a-9a85-028c121b678b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.221408] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5c667117-46e5-46c2-affc-db09428827e6 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 874.222278] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 874.222535] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222877] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.237088] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 874.237260] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b deletion is rescheduled due to dependency. [ 874.237348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.238054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.238054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.238262] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.238379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.238451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.238614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.238697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.238788] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.269780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4275a6f-e63c-4c6a-9a85-028c121b678b [ 874.270194] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.271679] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4275a6f-e63c-4c6a-9a85-028c121b678b already deleted. [ 874.272090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4275a6f-e63c-4c6a-9a85-028c121b678b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.429597] env[65675]: INFO networking_nsxv3.common.synchronization [None req-296e529d-6b55-4710-962c-4d0e04ed302c tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 874.430279] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 874.430726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.430842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.740959] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.762455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.762455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.762455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.762686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.762741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.762878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 already deleted. [ 874.763014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.766243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.766243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.768354] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.244776] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.288711] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.288962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.288962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.289203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.289315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.289416] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 already deleted. [ 875.289492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.330616] env[65675]: INFO networking_nsxv3.common.synchronization [req-a37b76d4-10e6-474f-a368-a2fbd5280027 req-4a7c5abf-06cc-48b3-b659-ea98b6a9d8b3 tempest-ServerPasswordTestJSON-790964165 tempest-ServerPasswordTestJSON-790964165-project-member] Enqueued Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 875.331291] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGHEST for action security_group_members [ 875.331695] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.331839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.331907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.332426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.332499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.332851] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.470296] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.470546] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470699] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.471049] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.471368] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.471545] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.471714] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.471933] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.472081] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.472340] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.472488] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.472581] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.472700] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.472813] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.472928] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.473114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.498617] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.498917] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.499223] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.499264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.499587] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-66b92cc6-1569-4534-8797-1d1c2e68a3d0 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.499781] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.499914] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.500500] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.500790] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b92cc6-1569-4534-8797-1d1c2e68a3d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.503975] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 875.504858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.505694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.505992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.506286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.506467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.506590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.506809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.506996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.507142] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.753662] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.753762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.753762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.753994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.754114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.754484] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 875.783935] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.783935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.783935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.783935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.784188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.794304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 875.835531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.835697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.835791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.836008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.836142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.836364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.836456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.836520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.836684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.836766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.836906] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 is going to be updated. [ 875.867218] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.867352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.867425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.867648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.867802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.878838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: IN_PROGRESS for 2s [ 876.008616] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.008616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.008616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.008616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.008616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.008616] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.008616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.008974] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.008974] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.009038] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.009312] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.009461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.009576] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.009779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.010093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.010378] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 is going to be updated. [ 876.011859] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.039147] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.039371] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.039497] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.039769] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.039972] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.040216] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.514139] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.691964] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a3041d6-fe9f-4177-afe2-2951567575e7 req-615d9470-69cc-4406-b617-c149c1cc206f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 876.693051] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 876.693051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.693051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708633] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a3041d6-fe9f-4177-afe2-2951567575e7 req-615d9470-69cc-4406-b617-c149c1cc206f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 876.708861] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a3041d6-fe9f-4177-afe2-2951567575e7 req-615d9470-69cc-4406-b617-c149c1cc206f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 876.709056] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a3041d6-fe9f-4177-afe2-2951567575e7 req-615d9470-69cc-4406-b617-c149c1cc206f tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 876.709983] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_rules [ 876.710167] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 876.710243] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e with Priority: HIGHEST for action port [ 876.710592] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.710736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.711105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.711251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.711559] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-862b984d-cf39-483b-b3b0-1c548a7d9a1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.711636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.711682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.711899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.712051] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862b984d-cf39-483b-b3b0-1c548a7d9a1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.738728] env[65675]: INFO networking_nsxv3.common.synchronization [req-5551442b-5389-4656-9bd8-1dfda1373857 req-e231b399-97b5-41cf-bb2c-e10c5988e016 service nova] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 876.738903] env[65675]: INFO networking_nsxv3.common.synchronization [req-5551442b-5389-4656-9bd8-1dfda1373857 req-e231b399-97b5-41cf-bb2c-e10c5988e016 service nova] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 876.739055] env[65675]: INFO networking_nsxv3.common.synchronization [req-5551442b-5389-4656-9bd8-1dfda1373857 req-e231b399-97b5-41cf-bb2c-e10c5988e016 service nova] Enqueued Resource ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with Priority: HIGHEST for action port [ 876.740041] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_rules [ 876.740212] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 876.740278] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with Priority: HIGHEST for action port [ 876.740553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.740673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.740735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.740970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.741075] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.744580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.744580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.744580] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b92cc6-1569-4534-8797-1d1c2e68a3d0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b92cc6-1569-4534-8797-1d1c2e68a3d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.018220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.018385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.018472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.019437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.019557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.019642] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be updated. [ 877.077094] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.077094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.077094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.077094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.077094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.093137] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: IN_PROGRESS for 2s [ 877.219906] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862b984d-cf39-483b-b3b0-1c548a7d9a1e with status ACTIVE [ 877.219906] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.219906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.219906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.219906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.219906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.219906] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.220352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.220378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.220768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.220947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.221352] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.221655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.221655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.221903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.222064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.222212] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862b984d-cf39-483b-b3b0-1c548a7d9a1e is going to be updated. [ 877.252068] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.253656] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b92cc6-1569-4534-8797-1d1c2e68a3d0 with status ACTIVE [ 877.253656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.253656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.253656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.253975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.253975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.254062] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.254171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.254235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.254391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.254923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.254923] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.254923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.254923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.254923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.255127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.255127] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b92cc6-1569-4534-8797-1d1c2e68a3d0 is going to be updated. [ 877.256270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.257840] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.257840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.257840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.258028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.259366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.259366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862b984d-cf39-483b-b3b0-1c548a7d9a1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.284892] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.285231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.285231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b92cc6-1569-4534-8797-1d1c2e68a3d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758397] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.829028] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 877.829028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.829625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.829866] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.833026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.833026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.833026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.833026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.833026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.833026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.895340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 in Status: SUCCESS [ 877.895340] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 deletion is rescheduled due to dependency. [ 877.895340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.261162] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.262028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.262538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.263250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.264474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.265802] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be updated. [ 878.332490] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.332867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.332867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.333134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.333340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.335362] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.335362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.335362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.336292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337395] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.340844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.340844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.340844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.340844] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.356330] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: IN_PROGRESS for 2s [ 878.845525] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21051091-abcc-446d-a04b-214dc2a5a12b: rpc.has_security_group_logging(os_id): False [ 878.871339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.871579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.871579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.871806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.871925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.872580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.872580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.873027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.873579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873841] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 878.942517] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.942682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.942755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.942969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.943227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.960745] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 879.105358] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 879.105712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.105998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.106343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.107462] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.107462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.107462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.107462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.107462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.107462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.107804] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.108917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.109229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.109481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.109650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.109742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.110033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.110033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.110191] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.612911] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.614010] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.115658] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9: rpc.has_security_group_logging(os_id): False [ 880.116962] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.140206] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.140350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.140433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.140676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.140957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.141080] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.143151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.143151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.143151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.143151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.143151] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be updated. [ 880.219529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.221495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.221495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.221617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.222543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.240702] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: IN_PROGRESS for 2s [ 880.374169] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 880.374450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.374835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.376287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.376287] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.376287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.376287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.377738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.377738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.377850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.377970] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.479930] env[65675]: INFO networking_nsxv3.common.synchronization [req-c56cf731-ff8d-42fc-ad4d-8a4c25aee847 req-ccff50f1-db5f-44a3-b4c0-585b2f71ef25 tempest-ServersAdminTestJSON-1915444109 tempest-ServersAdminTestJSON-1915444109-project-member] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 880.480612] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGHEST for action security_group_members [ 880.480963] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.482195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.482930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.482930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.482930] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.482930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.483217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.483499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.483647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.483810] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.621688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.621918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.624102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.624102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.624102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.624102] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be updated. [ 880.655266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.655532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.655616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.655836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.655978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.668622] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: IN_PROGRESS for 2s [ 880.738409] env[65675]: INFO networking_nsxv3.common.synchronization [req-7c99f9f4-1e86-4792-af5f-ac733015b488 req-394be0e5-a363-4957-b386-ff15cf8cf996 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 880.739422] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 880.740208] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.740208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.740208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.740378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.740414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.740493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.740560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.740717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.740802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.740894] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.885566] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.974648] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 880.974902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.986625] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.986823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.987289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.987355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.987538] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.987638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.987707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.987874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.987968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.988086] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be updated. [ 881.000726] env[65675]: INFO networking_nsxv3.common.synchronization [req-1c9399db-07b9-40ab-bd43-e02e35b4792c req-1e799965-ab84-445c-8f16-e10dfe336bf9 tempest-AttachInterfacesUnderV243Test-1048604932 tempest-AttachInterfacesUnderV243Test-1048604932-project-member] Enqueued Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 881.001464] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 with Priority: HIGHEST for action security_group_members [ 881.001851] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.001987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.021574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.021745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.021745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.022195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.034369] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: IN_PROGRESS for 2s [ 881.171501] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.171501] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.171501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.171501] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.171501] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.171501] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.171501] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.172533] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.172533] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.172533] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.199285] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.199465] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.199647] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.199904] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.200344] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-2ce67ae4-1512-4f48-8920-01167ad70f49 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.200530] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.200725] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.201166] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.201277] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce67ae4-1512-4f48-8920-01167ad70f49',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.243050] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.243350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.243471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.243927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.244500] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.244640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.244728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.245016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.245133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.245372] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 881.279238] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.279598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.279598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.279794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.280030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.292684] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 881.388323] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b449e68-ec3c-40d7-8cf4-55f619572e25: rpc.has_security_group_logging(os_id): False [ 881.409979] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.409979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.409979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.410264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.410377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.410641] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.410799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.410885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.411338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.411338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.411338] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be updated. [ 881.489247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.489422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.489714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.489714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.489872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504762] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: IN_PROGRESS for 2s [ 881.709390] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.709390] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 2ce67ae4-1512-4f48-8920-01167ad70f49 not found, creating... [ 881.709390] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.709390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.709868] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.709868] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.709868] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.710120] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.711227] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.711403] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 2ce67ae4-1512-4f48-8920-01167ad70f49 is going to be created. [ 881.738321] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.738660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.738879] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.739287] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.739595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.739865] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.267783] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 882.268096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.268300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.268718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.268718] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.468132] env[65675]: INFO networking_nsxv3.common.synchronization [req-7c99f9f4-1e86-4792-af5f-ac733015b488 req-912729bd-9788-4b0d-b7c8-1616c4bec6dc service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 882.468132] env[65675]: INFO networking_nsxv3.common.synchronization [req-7c99f9f4-1e86-4792-af5f-ac733015b488 req-912729bd-9788-4b0d-b7c8-1616c4bec6dc service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 882.468132] env[65675]: INFO networking_nsxv3.common.synchronization [req-7c99f9f4-1e86-4792-af5f-ac733015b488 req-912729bd-9788-4b0d-b7c8-1616c4bec6dc service nova] Enqueued Resource ID: 2ce67ae4-1512-4f48-8920-01167ad70f49 with Priority: HIGHEST for action port [ 882.468492] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 882.469133] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 882.470113] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce67ae4-1512-4f48-8920-01167ad70f49 with Priority: HIGHEST for action port [ 882.470847] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.470847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.470847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.473173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.473284] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.474571] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.474571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.477586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce67ae4-1512-4f48-8920-01167ad70f49 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.477586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.477586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.477586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.477586] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce67ae4-1512-4f48-8920-01167ad70f49',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.679373] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 in Status: SUCCESS [ 882.679571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.679741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.679963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.680165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.680288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.680348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.680502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.680581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.680694] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.792522] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.792674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.792763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.793562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be deleted. [ 882.856449] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.856741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.856880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.857443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.857567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.857731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.978654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.978654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.980108] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ce67ae4-1512-4f48-8920-01167ad70f49 with status ACTIVE [ 882.980318] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.980440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.980508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.980715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981073] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.981192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.981192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.981361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981592] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.981698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.981761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.981899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.982102] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ce67ae4-1512-4f48-8920-01167ad70f49 is going to be updated. [ 883.008440] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.008634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.008634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.008854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.009115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.009254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce67ae4-1512-4f48-8920-01167ad70f49" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.044589] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 in Status: SUCCESS [ 883.044819] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 deletion is rescheduled due to dependency. [ 883.045068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.183338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.183572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.183572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.184219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.184219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.184219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.184219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.184411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.184533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.184916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.184916] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 is going to be deleted. [ 883.216347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.217183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.217410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.217483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.217729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.217873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.218265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.218367] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.302697] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 883.303024] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 883.303024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.303227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.303583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.303773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.303926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.303998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.304186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.304255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.304357] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.520550] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 883.520550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.721421] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.721593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.721662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.721875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.721967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.722186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.722293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.722360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.722521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.722598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.722693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9 already deleted. [ 883.722774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf71fd-b7a7-4083-b9c5-1d7c87b470d9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.806710] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.312106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.815890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.816491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.816491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.816652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.816817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.816953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 884.852900] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.852900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.852900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.852900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.852900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.864506] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 886.880851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 886.880851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.880851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.881311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.881311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.881311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.881311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.881491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.881588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.881657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.881754] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.385519] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.385777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.385936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.386305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.386576] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.386799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.386875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.387159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.387264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.387378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.387547] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.387657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.387734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.387962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388199] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.388317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.388406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.388565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.388735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.388860] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.472132] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.472132] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 887.892433] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928: rpc.has_security_group_logging(os_id): False [ 887.912648] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.913263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.913409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.913685] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.913841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.914129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.914129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.914440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.914440] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.914542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.914594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.914738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.914813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.915011] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.915110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.915174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.915316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.915391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.915523] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 887.995261] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.995484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.995584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.995855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.996023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.021159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 888.684030] env[65675]: INFO networking_nsxv3.common.synchronization [req-add7052b-14bd-4953-9ffa-b399cc1144bb req-580e922f-2918-4aaa-9799-191d21467f5d tempest-ListImageFiltersTestJSON-1673232345 tempest-ListImageFiltersTestJSON-1673232345-project-member] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 888.684030] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 888.684499] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.684726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.684839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.685160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.688024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.688024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.688024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.688024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.688024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.688024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.189136] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.514518] env[65675]: INFO networking_nsxv3.common.synchronization [req-7977b63a-4f76-4a59-b711-914d4fe2253e req-0e76fca3-953e-4c30-b0f5-cb8849455253 tempest-ServerActionsTestOtherA-2128874597 tempest-ServerActionsTestOtherA-2128874597-project-member] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 889.515410] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGHEST for action security_group_members [ 889.515897] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.515897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.517529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.517529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.517529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.517529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.517529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.520599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.520599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.520599] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.691450] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.021489] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.021642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.021741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.021964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.022073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.022273] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.022375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.022466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.022599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.022673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.022758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab is going to be updated. [ 890.046477] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 890.046713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.063274] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.063274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.063274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.063274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.063274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.072558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: IN_PROGRESS for 2s [ 890.194907] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.195246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.195461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.195554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.195633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.195993] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be updated. [ 890.236254] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.236406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.236856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.252198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 892.085067] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab in Status: SUCCESS [ 892.085653] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab deletion is rescheduled due to dependency. [ 892.085653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.266586] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 892.266740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.701389] env[65675]: INFO networking_nsxv3.common.synchronization [req-cb03e4ed-a01f-4e23-81f6-c43b69006d8a req-91b78700-7e03-41fc-8817-cfc17c24c0c2 tempest-ServersTestJSON-2053547164 tempest-ServersTestJSON-2053547164-project-member] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 892.701995] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 892.702412] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.702569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.702603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.703819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.703819] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.703819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.703819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.703819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.703819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.704204] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.084124] env[65675]: INFO networking_nsxv3.common.synchronization [req-cb22ebc0-95e9-4db9-9479-7043d34ede2d req-9252d9b1-90c2-42db-8881-bf91ae3869d9 tempest-ListServerFiltersTestJSON-278157524 tempest-ListServerFiltersTestJSON-278157524-project-member] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 893.084124] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGHEST for action security_group_members [ 893.084124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.084124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.084124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.084529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.084820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.084943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.085025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.085175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.085395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.085395] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.206470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.206681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.206806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.206985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.207092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.207287] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.207402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.207462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.207624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.207698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.207782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 already deleted. [ 893.207865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.334649] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a235662-e012-41c5-9a9d-71ad2fb76fa2 req-ad25b29b-98a7-4119-916f-1527919525fc tempest-ServersAdminNegativeTestJSON-56633653 tempest-ServersAdminNegativeTestJSON-56633653-project-member] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 893.336016] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGHEST for action security_group_members [ 893.336373] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.336508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.336577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.336784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.336944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.337058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.337122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.337270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.337358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.337454] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.404577] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.404783] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-766" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.404902] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-766" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405279] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-766" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.405568] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405890] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.406102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.406214] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.406522] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.406522] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.406630] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.406773] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.406856] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.406962] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.407112] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.427674] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.427792] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.428427] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.428427] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-766" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.428576] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-693553ba-40b7-4b9f-8a4c-fd973833d777 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.428694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.428850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.429934] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693553ba-40b7-4b9f-8a4c-fd973833d777',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.587977] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.588139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.588177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.588397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.588494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.588695] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.588795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.588859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.589029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.589109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.589232] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be updated. [ 893.620385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.620672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.620819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.621082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.621254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.630333] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: IN_PROGRESS for 2s [ 893.670353] env[65675]: INFO networking_nsxv3.common.synchronization [req-c27fccda-8498-4f5f-b405-7be02f79b15b req-a7a22ca4-8551-46b6-aeb7-fde129e9621b tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 893.670985] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 893.671316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.671440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.671513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.671704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.671859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.671945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.672034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.672179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.672263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.672357] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.840075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.840075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.840075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.840075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.840075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.840075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.840356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.840356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.840356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.840436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.840544] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be updated. [ 893.869647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.869809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.869882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.870137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.870239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.880378] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: IN_PROGRESS for 2s [ 893.934107] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.934621] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.934621] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.934902] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.935096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.935275] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 693553ba-40b7-4b9f-8a4c-fd973833d777 not found, creating... [ 893.935584] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.935761] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.935882] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.936117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.936488] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.936617] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.937103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.937103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937226] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.937359] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 693553ba-40b7-4b9f-8a4c-fd973833d777 is going to be created. [ 893.986299] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.986569] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.986698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.986984] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.987232] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.987471] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.174199] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.174506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.174609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.174829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.174923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.175134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.175250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.175310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.175470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.175575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.175674] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 894.211518] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.211686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.211768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.211996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.212256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.228166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 894.741008] env[65675]: INFO networking_nsxv3.common.synchronization [req-cb03e4ed-a01f-4e23-81f6-c43b69006d8a req-eee2410f-9bc8-4cbd-8f66-8345cb6dfc41 service nova] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 894.741742] env[65675]: INFO networking_nsxv3.common.synchronization [req-cb03e4ed-a01f-4e23-81f6-c43b69006d8a req-eee2410f-9bc8-4cbd-8f66-8345cb6dfc41 service nova] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 894.741742] env[65675]: INFO networking_nsxv3.common.synchronization [req-cb03e4ed-a01f-4e23-81f6-c43b69006d8a req-eee2410f-9bc8-4cbd-8f66-8345cb6dfc41 service nova] Enqueued Resource ID: 693553ba-40b7-4b9f-8a4c-fd973833d777 with Priority: HIGHEST for action port [ 894.744518] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_rules [ 894.744712] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 894.745241] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693553ba-40b7-4b9f-8a4c-fd973833d777 with Priority: HIGHEST for action port [ 894.745641] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.745805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.745892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.746289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.746289] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.747751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.747906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.749395] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.749395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.749395] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.750247] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-693553ba-40b7-4b9f-8a4c-fd973833d777 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.750247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.750468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.750604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.750662] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693553ba-40b7-4b9f-8a4c-fd973833d777',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.252777] env[65675]: INFO networking_nsxv3.common.synchronization [req-b21fc172-ed37-4bc6-9b04-75498fcd92bf req-d8d3919b-8f46-402a-bbb3-2edcb75efa74 tempest-ServerTagsTestJSON-2015262680 tempest-ServerTagsTestJSON-2015262680-project-member] Enqueued Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 895.252777] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 895.252777] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.257023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.257023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.257023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.257023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.257023] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.264912] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693553ba-40b7-4b9f-8a4c-fd973833d777 with status ACTIVE [ 895.265447] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.265879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.266131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.266863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.266863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.267753] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.267753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.267753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.268239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.269077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.269077] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.269077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.269077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.269077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.269334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.269493] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693553ba-40b7-4b9f-8a4c-fd973833d777 is going to be updated. [ 895.329917] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.330192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.330192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.330441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.330531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.330717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693553ba-40b7-4b9f-8a4c-fd973833d777" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.642796] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 in Status: SUCCESS [ 895.643491] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 deletion is rescheduled due to dependency. [ 895.643491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.765636] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.773041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.773041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-853" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.773041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-853" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.773971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-853" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.773971] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.773971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.773971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.775298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.776024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.776024] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.776024] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.776024] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.776024] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.776222] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.776222] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.776365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.778356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.778678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.778678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.778738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.778816] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.778997] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.779111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.779174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.779323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.779402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.779487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 already deleted. [ 895.779568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.804174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.804403] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.804500] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.804916] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-853" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805055] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-92ff9b89-8005-4a50-996d-66c1d07ea2de taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.805183] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.805307] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.805673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.805821] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ff9b89-8005-4a50-996d-66c1d07ea2de',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.892226] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 in Status: SUCCESS [ 895.892226] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 deletion is rescheduled due to dependency. [ 895.892423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.243880] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 896.243880] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b deletion is rescheduled due to dependency. [ 896.243880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.268635] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.269063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.269063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.269258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.269410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.269523] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 is going to be created. [ 896.306640] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.306640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.306640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.306985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.307105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.310072] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.310276] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.310438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.310772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.310842] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.310990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 92ff9b89-8005-4a50-996d-66c1d07ea2de not found, creating... [ 896.312262] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.312262] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.312262] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.312262] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.312262] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.312496] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.312945] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.312945] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.313103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.313782] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.315410] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 92ff9b89-8005-4a50-996d-66c1d07ea2de is going to be created. [ 896.321042] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: UNINITIALIZED for 2s [ 896.359020] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.359020] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.359181] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.359356] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.359581] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.359807] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.038663] env[65675]: INFO networking_nsxv3.common.synchronization [req-b21fc172-ed37-4bc6-9b04-75498fcd92bf req-f43eb5f7-1a74-41f7-9487-57c77b8bdb3b service nova] Enqueued Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_rules [ 897.038889] env[65675]: INFO networking_nsxv3.common.synchronization [req-b21fc172-ed37-4bc6-9b04-75498fcd92bf req-f43eb5f7-1a74-41f7-9487-57c77b8bdb3b service nova] Enqueued Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 897.039230] env[65675]: INFO networking_nsxv3.common.synchronization [req-b21fc172-ed37-4bc6-9b04-75498fcd92bf req-f43eb5f7-1a74-41f7-9487-57c77b8bdb3b service nova] Enqueued Resource ID: 92ff9b89-8005-4a50-996d-66c1d07ea2de with Priority: HIGHEST for action port [ 897.039568] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_rules [ 897.039699] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 897.039799] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ff9b89-8005-4a50-996d-66c1d07ea2de with Priority: HIGHEST for action port [ 897.040091] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.040230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.040300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.040593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.040676] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.041548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.041661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.041819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.041930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.042096] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.042213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.042264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.042398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.042479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.043046] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.043820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ff9b89-8005-4a50-996d-66c1d07ea2de taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.043820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.043820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.044020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.044020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ff9b89-8005-4a50-996d-66c1d07ea2de',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.262475] env[65675]: INFO networking_nsxv3.common.synchronization [req-b926d57f-4baa-412b-a4e1-b2ac412e31ef req-5917d315-f0ec-43c1-a898-e86a49dd7107 tempest-ServerRescueTestJSON-38300919 tempest-ServerRescueTestJSON-38300919-project-member] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 897.263217] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGHEST for action security_group_members [ 897.263634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.263742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.263779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.263972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264140] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.264244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.264335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.264475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.264658] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.545665] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.549481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.549481] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ff9b89-8005-4a50-996d-66c1d07ea2de with status ACTIVE [ 897.549481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.549481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.549481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.549481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.550073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.550073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.551117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.552257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.552500] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ff9b89-8005-4a50-996d-66c1d07ea2de is going to be updated. [ 897.577599] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.577599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.577599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.577599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.577599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.577599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ff9b89-8005-4a50-996d-66c1d07ea2de" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.767065] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.767291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.767291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.767573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.767643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.767788] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.767889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.767954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.768123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.768199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.768289] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be updated. [ 897.796929] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.797091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.797185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.797410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.797557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.808080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: IN_PROGRESS for 2s [ 897.864821] env[65675]: INFO networking_nsxv3.common.synchronization [req-df867bea-4498-4952-9c96-7d58270f2cdd req-30e48b44-d03a-4bab-9330-ab9bde727b66 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 897.864821] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 897.865461] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.865867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.866089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.866775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.867119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.868677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.868785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.868875] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.059464] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.270733] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.270931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.271061] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.271357] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.271625] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.271814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.271934] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.272272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.272418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.272649] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.272761] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.272866] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.272970] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.273088] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.273191] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.273416] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.293171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.293406] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.293554] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.293745] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.294200] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-3d52be1c-70b1-4766-858c-1e2cc24bb6df taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294542] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.294855] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.295082] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d52be1c-70b1-4766-858c-1e2cc24bb6df',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.337019] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: SUCCESS [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.337019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.337019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.337019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.372375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.372375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.372375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 already deleted. [ 898.372375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.564741] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.564741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.564741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.564741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.564741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.564741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 is going to be created. [ 898.591485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.591629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.591701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.591969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.592169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.603132] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: UNINITIALIZED for 2s [ 898.797449] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.797597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.797670] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.797952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.798122] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.798281] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 3d52be1c-70b1-4766-858c-1e2cc24bb6df not found, creating... [ 898.798896] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.798896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.798896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.799116] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.799144] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.799423] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.799643] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.800691] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.800691] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.800691] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.800691] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 3d52be1c-70b1-4766-858c-1e2cc24bb6df is going to be created. [ 898.821081] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.821331] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.821913] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.822026] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.823221] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.838577] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.342241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6a944d3-8cc7-45ab-983d-472650ead6a6: rpc.has_security_group_logging(os_id): False [ 899.366718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.367133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.367133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.367352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.367352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.368852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.368852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.368852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.368852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.368852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.368852] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 is going to be created. [ 899.436179] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.436409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.436409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.436604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.436866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450521] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: IN_PROGRESS for 2s [ 899.649642] env[65675]: INFO networking_nsxv3.common.synchronization [req-df867bea-4498-4952-9c96-7d58270f2cdd req-4a98a281-5fd5-4ea9-b8c9-5e369eeda4e3 service nova] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 899.649642] env[65675]: INFO networking_nsxv3.common.synchronization [req-df867bea-4498-4952-9c96-7d58270f2cdd req-4a98a281-5fd5-4ea9-b8c9-5e369eeda4e3 service nova] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 899.649642] env[65675]: INFO networking_nsxv3.common.synchronization [req-df867bea-4498-4952-9c96-7d58270f2cdd req-4a98a281-5fd5-4ea9-b8c9-5e369eeda4e3 service nova] Enqueued Resource ID: 3d52be1c-70b1-4766-858c-1e2cc24bb6df with Priority: HIGHEST for action port [ 899.651201] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_rules [ 899.651348] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 899.651500] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d52be1c-70b1-4766-858c-1e2cc24bb6df with Priority: HIGHEST for action port [ 899.651875] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.652065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.652137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.652379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.652483] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.653727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.653881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.653954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.654185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.654444] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.654444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.654560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.656024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.656024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.656024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.656024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d52be1c-70b1-4766-858c-1e2cc24bb6df taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.656024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.656306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.656306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.656306] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d52be1c-70b1-4766-858c-1e2cc24bb6df',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.822675] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c in Status: SUCCESS [ 899.822675] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c deletion is rescheduled due to dependency. [ 899.822675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.161033] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.162847] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.162992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.163202] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d52be1c-70b1-4766-858c-1e2cc24bb6df with status ACTIVE [ 900.163541] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.163810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.163912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.164158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.164252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.164508] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.164692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.164909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.165113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.165234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.165434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.165534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.165753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.166348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.166348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.166348] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d52be1c-70b1-4766-858c-1e2cc24bb6df is going to be updated. [ 900.191627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.191775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.191847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.192092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.192218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d52be1c-70b1-4766-858c-1e2cc24bb6df" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.616252] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: SUCCESS [ 900.616528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.616710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.617914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.619107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.620041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.620041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.620041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.620195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.620279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.620360] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.668051] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.849101] env[65675]: INFO networking_nsxv3.common.synchronization [req-6f5ffb7f-8bc4-4ce0-9038-0b8e8b7267d0 req-5bd48cc8-1c03-43f9-bd1e-066e4445eb38 tempest-MigrationsAdminTest-302909001 tempest-MigrationsAdminTest-302909001-project-member] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 900.849642] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGHEST for action security_group_members [ 900.849924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.850800] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.850800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.851117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.851117] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.123212] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.123441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.123534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.123706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.123879] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.123979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.124050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.124212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.124313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.124464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.124620] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.124716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.124777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.124917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.125070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.125165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.125223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.125394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.125489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.125574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.125665] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.171420] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.171420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.171420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.171420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.171420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171725] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 is going to be created. [ 901.196129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.197027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.197027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.197027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.197027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.206718] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: UNINITIALIZED for 2s [ 901.356360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.356360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.356360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.356772] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.356772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.356772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.356966] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be updated. [ 901.390419] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.390978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.391135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.402716] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: IN_PROGRESS for 2s [ 901.471594] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: SUCCESS [ 901.471594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.628304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c39bfbc-ea20-4fe2-8dff-232590503703: rpc.has_security_group_logging(os_id): False [ 901.652266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.652266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.652266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.652266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.652466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652645] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.652645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.652785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.652871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.653077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.653148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.653258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.653291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.654079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.654079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.654079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.654079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.654079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.654323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.654323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.654498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 is going to be created. [ 901.737139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.737139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.737794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.737794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.737794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.753559] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: IN_PROGRESS for 2s [ 902.283626] env[65675]: INFO networking_nsxv3.common.synchronization [req-bdce0a09-2c37-4f39-8f7f-b3e471c904c1 req-ee01ace4-0d05-4ebf-98ca-4f00b6700de6 tempest-ServersWithSpecificFlavorTestJSON-2035355250 tempest-ServersWithSpecificFlavorTestJSON-2035355250-project-member] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 902.288507] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGHEST for action security_group_members [ 902.288507] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288507] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288507] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.788443] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.788740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.788740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.788890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.788981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.789193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.789292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.789356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.789508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.789586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.789672] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be updated. [ 902.819241] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.820987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.820987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.821238] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.822372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.832150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: IN_PROGRESS for 2s [ 903.216912] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: SUCCESS [ 903.217215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.217408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.217689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.217918] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.218056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.218131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.218329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.218436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.218570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.218717] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.412966] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 in Status: SUCCESS [ 903.413238] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 deletion is rescheduled due to dependency. [ 903.413389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.721580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.769745] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: SUCCESS [ 903.769994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.225374] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f6d56d-3601-4d01-8085-f38fbb21e326: rpc.has_security_group_logging(os_id): False [ 904.247903] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.248250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.248484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.248585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.248861] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.249056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.249239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.249724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.249724] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 is going to be created. [ 904.321938] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.322160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.322224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.322457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.322666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.337806] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: IN_PROGRESS for 2s [ 904.846075] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d in Status: SUCCESS [ 904.846428] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d deletion is rescheduled due to dependency. [ 904.846428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.352447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: SUCCESS [ 906.352859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.700139] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ce4d116-7176-4fc1-8539-988d1b26b6c9 req-9b215313-4859-474a-bd85-3c458340234f tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 906.700663] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 906.701023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.701253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.701253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.701422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.701577] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.701700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.701795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.701988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.702129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.702222] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.100994] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.101666] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.101666] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.101666] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.101946] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.102119] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.102240] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.102459] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.102743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.102840] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.102935] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.103108] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.103271] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.103271] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.104332] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.104332] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.123797] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.124025] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.124205] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.124407] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.124720] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e30c977c-4478-4416-821e-3b45c73de0cb taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.124891] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.125019] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.125404] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.125547] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c977c-4478-4416-821e-3b45c73de0cb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.205928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.206182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.206256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.206455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.206537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.206739] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.206844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.206887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.207055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.207145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.207230] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be deleted. [ 907.258385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.258564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.258616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.258843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.258941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.259065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.629088] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.629088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.629088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.629547] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.629547] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.629646] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e30c977c-4478-4416-821e-3b45c73de0cb not found, creating... [ 907.630389] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.630544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.630699] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.631369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.631369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.631650] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.632228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.632228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.632411] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.632557] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.632892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e30c977c-4478-4416-821e-3b45c73de0cb is going to be created. [ 907.657741] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.657962] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.658094] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.658386] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.658640] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.658955] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.402209] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ce4d116-7176-4fc1-8539-988d1b26b6c9 req-ca8b9855-e4c0-46a5-91dc-9351e261ab4b service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 908.402380] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ce4d116-7176-4fc1-8539-988d1b26b6c9 req-ca8b9855-e4c0-46a5-91dc-9351e261ab4b service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 908.402517] env[65675]: INFO networking_nsxv3.common.synchronization [req-1ce4d116-7176-4fc1-8539-988d1b26b6c9 req-ca8b9855-e4c0-46a5-91dc-9351e261ab4b service nova] Enqueued Resource ID: e30c977c-4478-4416-821e-3b45c73de0cb with Priority: HIGHEST for action port [ 908.403227] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 908.403358] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 908.403495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30c977c-4478-4416-821e-3b45c73de0cb with Priority: HIGHEST for action port [ 908.403794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.403923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.404014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404304] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.405260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.405369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.405428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.405613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.405749] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.405843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.405908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.406043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.406127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406221] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.407360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30c977c-4478-4416-821e-3b45c73de0cb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.407496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.407583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.407675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.407744] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c977c-4478-4416-821e-3b45c73de0cb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.910868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.910868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.910868] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.914072] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30c977c-4478-4416-821e-3b45c73de0cb with status ACTIVE [ 908.914072] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.914072] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.914072] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.914072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.914072] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30c977c-4478-4416-821e-3b45c73de0cb is going to be updated. [ 908.937109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.937253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.937350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.937815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30c977c-4478-4416-821e-3b45c73de0cb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.419851] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.925773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.926355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.926355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.926355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.926497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.926649] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be created. [ 909.957630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.958034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.958232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.970336] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: UNINITIALIZED for 2s [ 910.340880] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f7128ad1-7b53-499c-bc68-3c65873b104a tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: 27873853-f7e8-44db-aa5f-f0e985686366 with Priority: HIGHEST for action security_group_rules [ 910.341500] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27873853-f7e8-44db-aa5f-f0e985686366 with Priority: HIGHEST for action security_group_rules [ 910.341936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27873853-f7e8-44db-aa5f-f0e985686366 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342506] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27873853-f7e8-44db-aa5f-f0e985686366',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.758978] env[65675]: INFO networking_nsxv3.common.synchronization [None req-4b6aabc9-b6b1-4b66-b590-7b7953a519d7 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: 27873853-f7e8-44db-aa5f-f0e985686366 with Priority: HIGHEST for action security_group_rules [ 910.758978] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27873853-f7e8-44db-aa5f-f0e985686366 with Priority: HIGHEST for action security_group_rules [ 910.758978] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27873853-f7e8-44db-aa5f-f0e985686366 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.762882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.864590] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.864774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.864829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.865660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.865660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865660] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27873853-f7e8-44db-aa5f-f0e985686366 already deleted. [ 910.865660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.865660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.865963] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27873853-f7e8-44db-aa5f-f0e985686366',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.390654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.390975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.390975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.391062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.391139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.391241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27873853-f7e8-44db-aa5f-f0e985686366 already deleted. [ 911.391348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27873853-f7e8-44db-aa5f-f0e985686366" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.983284] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.983284] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.983284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.983284] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.485277] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.486054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.486054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.486054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.486054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.486054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.486275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.486303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.486642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.486642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.486642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.486764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.486791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.486947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.487106] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.487264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.487264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.487424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.487504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.487598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.487702] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.881199] env[65675]: INFO networking_nsxv3.common.synchronization [None req-348cee88-1073-4ce4-a4d4-b6d70e728565 None None] Enqueued Resource ID: 142fda20-3524-4441-b814-da973d7737d5 with Priority: HIGHEST for action port [ 912.881400] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142fda20-3524-4441-b814-da973d7737d5 with Priority: HIGHEST for action port [ 912.881863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-142fda20-3524-4441-b814-da973d7737d5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.881971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142fda20-3524-4441-b814-da973d7737d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.882063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142fda20-3524-4441-b814-da973d7737d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.882562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142fda20-3524-4441-b814-da973d7737d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.882562] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142fda20-3524-4441-b814-da973d7737d5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.990993] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d8fb44-0c7f-4cab-a975-510b3b9cc811: rpc.has_security_group_logging(os_id): False [ 913.010386] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.010561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.010637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.011047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.011180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.011675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.011810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.012273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.012385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.012593] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.012693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.012757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.012909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.012984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.013311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.013425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.013558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.013705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.013780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.013868] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be created. [ 913.088504] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.088648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.089869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.089869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.089869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.100088] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 913.385840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 142fda20-3524-4441-b814-da973d7737d5 [ 913.385840] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.385840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.385840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.385840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.386137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.386169] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:142fda20-3524-4441-b814-da973d7737d5 already deleted. [ 913.387044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142fda20-3524-4441-b814-da973d7737d5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.128685] env[65675]: INFO networking_nsxv3.common.synchronization [req-b4589efd-2d73-4af1-aba0-911cfd6fe11d req-b80e626d-2d76-41b7-9f85-35ee807ee53c tempest-ListImageFiltersTestJSON-1673232345 tempest-ListImageFiltersTestJSON-1673232345-project-member] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 914.129806] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGHEST for action security_group_members [ 914.129806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.129806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.130030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.130380] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.130489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.130556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.130833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.130898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.131021] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.633803] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.633886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.635429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.635429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.635429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.635607] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.635607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.635696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.635840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.635914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.636036] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be updated. [ 914.668765] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.668765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.668765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.669161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.669327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.678864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: IN_PROGRESS for 2s [ 915.114704] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 915.115166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.314833] env[65675]: INFO networking_nsxv3.common.synchronization [None req-52371b77-2226-4556-8c82-0d2e02aac7cd tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 915.315529] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 915.316213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.316213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.316371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.317932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.318168] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.318296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.318367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.318545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.318637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.318845] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.820962] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.325805] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.447541] env[65675]: INFO networking_nsxv3.common.synchronization [None req-83295ad9-4b86-490c-afff-03b0bd301b9a None None] Enqueued Resource ID: 0e9ccdcd-5978-4d6d-b162-6762c48fbd84 with Priority: HIGHEST for action port [ 916.448125] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9ccdcd-5978-4d6d-b162-6762c48fbd84 with Priority: HIGHEST for action port [ 916.448457] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9ccdcd-5978-4d6d-b162-6762c48fbd84 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.448659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9ccdcd-5978-4d6d-b162-6762c48fbd84" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.448659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9ccdcd-5978-4d6d-b162-6762c48fbd84" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.448916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9ccdcd-5978-4d6d-b162-6762c48fbd84" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.448987] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9ccdcd-5978-4d6d-b162-6762c48fbd84',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.690562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1c7098b-0361-403e-8839-86cf3f00ac58 in Status: SUCCESS [ 916.690562] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 deletion is rescheduled due to dependency. [ 916.690562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.829234] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.829387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.829459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.829686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.829777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.829876] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 916.869132] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.869329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.869329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.869517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.869984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.880793] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 916.954461] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e9ccdcd-5978-4d6d-b162-6762c48fbd84 [ 916.954732] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.954879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.954947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.955218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.955318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.956292] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e9ccdcd-5978-4d6d-b162-6762c48fbd84 already deleted. [ 916.956292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9ccdcd-5978-4d6d-b162-6762c48fbd84" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.439101] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a49ed35f-a05d-47d5-a500-d497b5b2d43f None None] Enqueued Resource ID: ca368313-2e1d-46ae-85f5-573efc872f82 with Priority: HIGHEST for action port [ 917.439101] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca368313-2e1d-46ae-85f5-573efc872f82 with Priority: HIGHEST for action port [ 917.439101] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca368313-2e1d-46ae-85f5-573efc872f82 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.439101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca368313-2e1d-46ae-85f5-573efc872f82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.439101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca368313-2e1d-46ae-85f5-573efc872f82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.439907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca368313-2e1d-46ae-85f5-573efc872f82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.439993] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca368313-2e1d-46ae-85f5-573efc872f82',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.497054] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b8f079a-804e-469e-bf73-3009a7bd8362 req-5fb6b867-fe3c-49b7-99e2-cb531f30312f tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 917.497685] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 917.498489] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.498794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.498919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.499264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.499554] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.499710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.499877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.500196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.500334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.500547] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.942920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca368313-2e1d-46ae-85f5-573efc872f82 [ 917.942920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.942920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.942920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.943224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.943224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.943522] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca368313-2e1d-46ae-85f5-573efc872f82 already deleted. [ 917.943637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca368313-2e1d-46ae-85f5-573efc872f82" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.005514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.006110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.009115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.009269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.009368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.009597] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.009721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.009787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.009951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.010078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.010134] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 918.073124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.073799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.084029] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 918.235893] env[65675]: INFO networking_nsxv3.common.synchronization [req-506c73e0-7db4-4cc0-adb5-d4271470826c req-257989da-6453-4a99-b762-404730c65eae tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 918.236481] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 918.236797] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.236912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.236974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.241451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.241451] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.241451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.241451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.241451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.241451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.241733] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.688896] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.689237] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.689237] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.689521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.689787] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.689960] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.690281] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.690539] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.690793] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.691016] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.691138] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.691254] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.691364] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.691500] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.691618] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.691772] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.712434] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.712731] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.712969] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.713219] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.713599] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-b38db85b-bd24-4224-9970-73abe58e36ac taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.713809] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.713924] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.714876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.714876] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38db85b-bd24-4224-9970-73abe58e36ac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.746852] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.746852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.746852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.747178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.747321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.748391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.748391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.748391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.748391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.748391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.748391] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 918.778597] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.778597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.778597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.778597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.778597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.789192] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 918.830428] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.830428] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.830698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.830800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.832088] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.832088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.832244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.832347] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.832489] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832694] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.833375] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.833375] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.833375] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.833375] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.833375] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.833375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.853903] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.854143] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.854265] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.854441] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.854815] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d195aafb-b475-40bb-9c1e-15e06cb4dddd taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.854955] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.855112] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.855580] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.855702] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d195aafb-b475-40bb-9c1e-15e06cb4dddd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.892967] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 918.893383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.217618] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.217829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.217989] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.218326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.218464] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218621] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port b38db85b-bd24-4224-9970-73abe58e36ac not found, creating... [ 919.218895] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.219069] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.219379] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.219653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.219797] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.220098] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.220259] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.220376] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.220584] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.220716] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.220856] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: b38db85b-bd24-4224-9970-73abe58e36ac is going to be created. [ 919.244023] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.244312] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.244385] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.244600] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.245284] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.245284] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.358898] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.359122] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.360024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.360024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.360024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.360024] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d195aafb-b475-40bb-9c1e-15e06cb4dddd not found, creating... [ 919.360206] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.360269] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.360383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.360931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.360931] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.361041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.361226] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.361365] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.361611] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.361756] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.361898] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d195aafb-b475-40bb-9c1e-15e06cb4dddd is going to be created. [ 919.390183] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.390713] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391029] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391445] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391783] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392144] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.753053] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6033b5d6-b7aa-4a4e-a4ce-df7610efeb55 None None] Enqueued Resource ID: e47767bd-e2d5-46b8-a172-1198b4c39306 with Priority: HIGHEST for action port [ 919.753682] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47767bd-e2d5-46b8-a172-1198b4c39306 with Priority: HIGHEST for action port [ 919.753996] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47767bd-e2d5-46b8-a172-1198b4c39306 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.754143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47767bd-e2d5-46b8-a172-1198b4c39306" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.754207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47767bd-e2d5-46b8-a172-1198b4c39306" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.754466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47767bd-e2d5-46b8-a172-1198b4c39306" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.754555] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47767bd-e2d5-46b8-a172-1198b4c39306',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.958356] env[65675]: INFO networking_nsxv3.common.synchronization [req-378bf6dc-14f5-456a-bb21-7fd6f5759178 req-86cde79c-7d0a-401b-996c-621ca0536aac service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 919.958542] env[65675]: INFO networking_nsxv3.common.synchronization [req-378bf6dc-14f5-456a-bb21-7fd6f5759178 req-86cde79c-7d0a-401b-996c-621ca0536aac service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 919.958693] env[65675]: INFO networking_nsxv3.common.synchronization [req-378bf6dc-14f5-456a-bb21-7fd6f5759178 req-86cde79c-7d0a-401b-996c-621ca0536aac service nova] Enqueued Resource ID: b38db85b-bd24-4224-9970-73abe58e36ac with Priority: HIGHEST for action port [ 919.959853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 919.959853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 919.959853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38db85b-bd24-4224-9970-73abe58e36ac with Priority: HIGHEST for action port [ 919.959853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.959853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.960162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.960690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.960799] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.961671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.961778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.961842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.962024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.962168] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.962257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.964019] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.964019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38db85b-bd24-4224-9970-73abe58e36ac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.964019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964281] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38db85b-bd24-4224-9970-73abe58e36ac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.095701] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 920.099019] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 920.099019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135625] env[65675]: INFO networking_nsxv3.common.synchronization [req-506c73e0-7db4-4cc0-adb5-d4271470826c req-bcf1a089-e15c-490c-a422-6a717e5a4004 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 920.135960] env[65675]: INFO networking_nsxv3.common.synchronization [req-506c73e0-7db4-4cc0-adb5-d4271470826c req-bcf1a089-e15c-490c-a422-6a717e5a4004 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 920.136094] env[65675]: INFO networking_nsxv3.common.synchronization [req-506c73e0-7db4-4cc0-adb5-d4271470826c req-bcf1a089-e15c-490c-a422-6a717e5a4004 service nova] Enqueued Resource ID: d195aafb-b475-40bb-9c1e-15e06cb4dddd with Priority: HIGHEST for action port [ 920.136646] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 920.136814] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 920.136925] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d195aafb-b475-40bb-9c1e-15e06cb4dddd with Priority: HIGHEST for action port [ 920.137293] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.137416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.137485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.137703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.137802] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.139253] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.139388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.139543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d195aafb-b475-40bb-9c1e-15e06cb4dddd taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.139645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.139916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.139916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.140055] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d195aafb-b475-40bb-9c1e-15e06cb4dddd',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.256960] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47767bd-e2d5-46b8-a172-1198b4c39306 [ 920.257296] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.257484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.257604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.257897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.258069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.258234] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47767bd-e2d5-46b8-a172-1198b4c39306 already deleted. [ 920.258374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47767bd-e2d5-46b8-a172-1198b4c39306" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.466318] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.467722] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.467838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.468305] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b38db85b-bd24-4224-9970-73abe58e36ac with status ACTIVE [ 920.468305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.468590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.468590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.468689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.469829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.469829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.470710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.470824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.471034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.471158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.471285] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b38db85b-bd24-4224-9970-73abe58e36ac is going to be updated. [ 920.505480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.505664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.505722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.505984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.506116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.506278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38db85b-bd24-4224-9970-73abe58e36ac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.641673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.641889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d195aafb-b475-40bb-9c1e-15e06cb4dddd with status ACTIVE [ 920.642526] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.642694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.643132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.643282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.643569] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.643718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.643756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.643927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.644016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.644206] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.644303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.644365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.644505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.644789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.644789] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d195aafb-b475-40bb-9c1e-15e06cb4dddd is going to be updated. [ 920.677551] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.677741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.677808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.677981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.678129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.678290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d195aafb-b475-40bb-9c1e-15e06cb4dddd" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.802658] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 920.802924] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 920.802981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.803459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.803702] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.804071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.804157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.804255] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.976478] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.307158] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.477613] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.478605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.478605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.478605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.478754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.478786] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 921.513944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.514149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.514149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.514330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.514500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.526044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 921.748121] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f0bff64b-df3f-4f6e-b4ce-e6ade8adc185 None None] Enqueued Resource ID: 4a956e89-0f67-45d5-8421-78afd1204fc0 with Priority: HIGHEST for action port [ 921.748121] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a956e89-0f67-45d5-8421-78afd1204fc0 with Priority: HIGHEST for action port [ 921.748121] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a956e89-0f67-45d5-8421-78afd1204fc0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.748261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a956e89-0f67-45d5-8421-78afd1204fc0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.748261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a956e89-0f67-45d5-8421-78afd1204fc0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.748499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a956e89-0f67-45d5-8421-78afd1204fc0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.748499] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a956e89-0f67-45d5-8421-78afd1204fc0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.809540] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.942125] env[65675]: INFO networking_nsxv3.common.synchronization [None req-57afa7a0-1566-4ee0-b1e4-d6eed5771ae3 None None] Enqueued Resource ID: 6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9 with Priority: HIGHEST for action port [ 921.942695] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9 with Priority: HIGHEST for action port [ 921.943010] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.943902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.943983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.944282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.944372] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.251210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a956e89-0f67-45d5-8421-78afd1204fc0 [ 922.251468] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.251638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.251669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.254684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.254684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.254684] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a956e89-0f67-45d5-8421-78afd1204fc0 already deleted. [ 922.254684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a956e89-0f67-45d5-8421-78afd1204fc0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.312958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.313189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.313518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.313719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.313830] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 922.446831] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9 [ 922.446968] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.447084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.447084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.447477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.447805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.447857] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9 already deleted. [ 922.449478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f8ceb93-befe-45d2-ab3e-0fbbcaa71ff9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.464460] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.464758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.464758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.464969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.465087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481316] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 923.539566] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 923.539566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.539566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.539566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.539566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.539566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.539566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.540584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.540584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.540584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.540584] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.043453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.043666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.043734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.044665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.044830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.044950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.044994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.045179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.045270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.045371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.045494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.045588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.045670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.045780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.045921] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.046017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.046072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.046299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.046299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.046365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.046431] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.496453] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 924.496453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.496453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.496453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.496453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.496888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.496888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.496888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.497038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.497038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.497092] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.550030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d8fb44-0c7f-4cab-a975-510b3b9cc811: rpc.has_security_group_logging(os_id): False [ 924.574763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.575553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.575772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.575772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.576110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.576241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.576307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.576498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.576619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.578360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.578360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.578360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.578360] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 924.667717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.667717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.667717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.667717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.667717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.688416] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 924.999527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.999701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.999787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.000041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.000250] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.000359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.000423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.000579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.000666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.000778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.000918] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.001018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.001081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.001224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.001579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.002461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.002543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.002747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.002826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.002914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.003027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.067639] env[65675]: INFO networking_nsxv3.common.synchronization [None req-653ac90a-81be-4adf-97b3-e2eac38cceb7 None None] Enqueued Resource ID: d7f647d9-dce0-4d6c-aa60-0404a29f807d with Priority: HIGHEST for action port [ 925.067794] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f647d9-dce0-4d6c-aa60-0404a29f807d with Priority: HIGHEST for action port [ 925.068152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f647d9-dce0-4d6c-aa60-0404a29f807d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.068313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f647d9-dce0-4d6c-aa60-0404a29f807d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.068412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f647d9-dce0-4d6c-aa60-0404a29f807d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.068719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f647d9-dce0-4d6c-aa60-0404a29f807d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.068845] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f647d9-dce0-4d6c-aa60-0404a29f807d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.506546] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 925.546380] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.546748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.546748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.547108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.547108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547108] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.547453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.547453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.547453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.547649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547710] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.547801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.547891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.547967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.548032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.548240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.548341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.548405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.548525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.548632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.548711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 925.571161] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f647d9-dce0-4d6c-aa60-0404a29f807d [ 925.571533] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.571679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.571679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.571930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.572085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.572650] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f647d9-dce0-4d6c-aa60-0404a29f807d already deleted. [ 925.572776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f647d9-dce0-4d6c-aa60-0404a29f807d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.610520] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.610651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.610651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.610876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.611038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.624048] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 926.700405] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 926.700775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.861790] env[65675]: INFO networking_nsxv3.common.synchronization [None req-afd85f09-0c8b-4349-93e5-f1f6298cc79e None None] Enqueued Resource ID: 9fbb2fbe-be67-471e-ac36-a0671deca457 with Priority: HIGHEST for action port [ 926.863926] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbb2fbe-be67-471e-ac36-a0671deca457 with Priority: HIGHEST for action port [ 926.863926] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fbb2fbe-be67-471e-ac36-a0671deca457 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.863926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fbb2fbe-be67-471e-ac36-a0671deca457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.863926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fbb2fbe-be67-471e-ac36-a0671deca457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.863926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fbb2fbe-be67-471e-ac36-a0671deca457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.863926] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbb2fbe-be67-471e-ac36-a0671deca457',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.366757] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fbb2fbe-be67-471e-ac36-a0671deca457 [ 927.366757] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.367040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.367040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.367686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.368146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.368146] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fbb2fbe-be67-471e-ac36-a0671deca457 already deleted. [ 927.368146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fbb2fbe-be67-471e-ac36-a0671deca457" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.645350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 927.645350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.653942] env[65675]: INFO networking_nsxv3.common.synchronization [None req-73552ff7-0220-46e9-8696-19d5fd04aec1 None None] Enqueued Resource ID: 20a7b043-08e2-4be7-9220-09b15fbd35cc with Priority: HIGHEST for action port [ 927.654545] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a7b043-08e2-4be7-9220-09b15fbd35cc with Priority: HIGHEST for action port [ 927.654980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a7b043-08e2-4be7-9220-09b15fbd35cc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.661556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a7b043-08e2-4be7-9220-09b15fbd35cc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.661556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a7b043-08e2-4be7-9220-09b15fbd35cc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a7b043-08e2-4be7-9220-09b15fbd35cc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661556] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a7b043-08e2-4be7-9220-09b15fbd35cc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.164461] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a7b043-08e2-4be7-9220-09b15fbd35cc [ 928.165772] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.165772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.165772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.165772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.165772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.165772] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a7b043-08e2-4be7-9220-09b15fbd35cc already deleted. [ 928.165772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a7b043-08e2-4be7-9220-09b15fbd35cc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.582027] env[65675]: INFO networking_nsxv3.common.synchronization [req-3fa17f10-ddfa-4d77-b0e6-3289f465877d req-f08947e4-8f86-4f7f-80dc-bf147705b9e2 tempest-ServerAddressesNegativeTestJSON-2101607658 tempest-ServerAddressesNegativeTestJSON-2101607658-project-member] Enqueued Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 928.582027] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 928.582027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.582027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.582027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.582440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.582761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.582761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.583070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.583070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.583216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.583329] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.089149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.089958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.090163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.090374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.091076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.091076] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.091076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.091076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.091327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.091327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.091327] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf already deleted. [ 929.091417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.103271] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.103271] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-144" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.103271] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-144" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.103271] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-144" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.103716] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.104098] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.104356] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.104725] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.105815] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.105815] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.105815] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.105815] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.105815] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.106352] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.106352] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.106352] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.127529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.127529] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.127529] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.127529] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-144" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.127529] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.127529] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.127529] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.127896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.127896] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebcf357b-3bbf-4c00-a20f-c489c267c5e4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.630748] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.631125] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.631125] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.631474] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.631567] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.631747] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port ebcf357b-3bbf-4c00-a20f-c489c267c5e4 not found, creating... [ 929.632090] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.632185] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.632303] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.632526] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.632658] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.632933] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.633319] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.633319] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.633418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.633540] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.633720] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: ebcf357b-3bbf-4c00-a20f-c489c267c5e4 is going to be created. [ 929.656053] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.656302] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.656395] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.656701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.656928] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.381096] env[65675]: INFO networking_nsxv3.common.synchronization [None req-7533260f-d40e-4bdd-ade5-9d0545874da4 None None] Enqueued Resource ID: cd7bb695-82a3-4c9a-9e1a-650e4b089902 with Priority: HIGHEST for action port [ 930.381096] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7bb695-82a3-4c9a-9e1a-650e4b089902 with Priority: HIGHEST for action port [ 930.382110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7bb695-82a3-4c9a-9e1a-650e4b089902 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.382424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7bb695-82a3-4c9a-9e1a-650e4b089902" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.382629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7bb695-82a3-4c9a-9e1a-650e4b089902" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.383270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7bb695-82a3-4c9a-9e1a-650e4b089902" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.383486] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7bb695-82a3-4c9a-9e1a-650e4b089902',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.483050] env[65675]: INFO networking_nsxv3.common.synchronization [req-3fa17f10-ddfa-4d77-b0e6-3289f465877d req-631cf5cc-1179-4fe0-a696-67ecfdf0f517 service nova] Enqueued Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_rules [ 930.483050] env[65675]: INFO networking_nsxv3.common.synchronization [req-3fa17f10-ddfa-4d77-b0e6-3289f465877d req-631cf5cc-1179-4fe0-a696-67ecfdf0f517 service nova] Enqueued Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 930.483050] env[65675]: INFO networking_nsxv3.common.synchronization [req-3fa17f10-ddfa-4d77-b0e6-3289f465877d req-631cf5cc-1179-4fe0-a696-67ecfdf0f517 service nova] Enqueued Resource ID: ebcf357b-3bbf-4c00-a20f-c489c267c5e4 with Priority: HIGHEST for action port [ 930.484020] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_rules [ 930.485040] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 930.485040] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcf357b-3bbf-4c00-a20f-c489c267c5e4 with Priority: HIGHEST for action port [ 930.485040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.487367] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.487367] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.487367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.488037] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.488305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.488465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.488724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.490415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.491328] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.491983] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.492258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.492411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.492678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.492886] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebcf357b-3bbf-4c00-a20f-c489c267c5e4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.888013] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd7bb695-82a3-4c9a-9e1a-650e4b089902 [ 930.888013] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.888959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.888959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.888959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.888959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.888959] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd7bb695-82a3-4c9a-9e1a-650e4b089902 already deleted. [ 930.888959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7bb695-82a3-4c9a-9e1a-650e4b089902" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.995828] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.997553] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.999653] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebcf357b-3bbf-4c00-a20f-c489c267c5e4 with status ACTIVE [ 931.000445] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.000571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.000640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.000828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.000913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.001119] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.001248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.001308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.001461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.001534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.001727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.001819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.001870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.002013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.002087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.002215] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebcf357b-3bbf-4c00-a20f-c489c267c5e4 is going to be updated. [ 931.026185] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.026185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.026185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.026185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.026185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.026185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebcf357b-3bbf-4c00-a20f-c489c267c5e4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.274430] env[65675]: INFO networking_nsxv3.common.synchronization [req-16c0834f-ee84-4029-bd8e-50604058ed55 req-88921958-1046-4e46-999d-73b8c2b4118d tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 931.274430] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 931.274571] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.274699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.274765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.275221] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.275325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.275408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.275539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.275625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.275727] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.504772] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.665798] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.665798] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.666016] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.666350] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.666604] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.666826] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.666918] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.667244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.667315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.669291] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.669291] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.669291] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.669291] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.669291] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.669291] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.669291] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.691190] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.691372] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.691509] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.691750] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692090] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.692271] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.692387] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.692739] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.692880] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13fe7aa-c358-478b-b2bf-dd455e5d75bf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.778847] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.007422] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.007869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.007869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.007869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.008085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.008085] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf is going to be created. [ 932.035936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.036152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.036152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.036317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.036482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.046507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: UNINITIALIZED for 2s [ 932.195450] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.195680] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.195810] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.196153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.196309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.196469] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port b13fe7aa-c358-478b-b2bf-dd455e5d75bf not found, creating... [ 932.196770] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.197051] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.197216] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.197595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.197757] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.198424] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.198629] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.198783] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.198984] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.199146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.199292] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: b13fe7aa-c358-478b-b2bf-dd455e5d75bf is going to be created. [ 932.221447] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.221734] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.221860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.222168] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.222397] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.222624] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.282089] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.784453] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.784620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.784745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.784998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.785110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.785214] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 932.821184] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.821383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.821745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.821745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.821745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.832961] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 932.964919] env[65675]: INFO networking_nsxv3.common.synchronization [req-16c0834f-ee84-4029-bd8e-50604058ed55 req-f59ddb39-7cf4-4046-adbc-65acf0b05dc7 service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 932.965119] env[65675]: INFO networking_nsxv3.common.synchronization [req-16c0834f-ee84-4029-bd8e-50604058ed55 req-f59ddb39-7cf4-4046-adbc-65acf0b05dc7 service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 932.965256] env[65675]: INFO networking_nsxv3.common.synchronization [req-16c0834f-ee84-4029-bd8e-50604058ed55 req-f59ddb39-7cf4-4046-adbc-65acf0b05dc7 service nova] Enqueued Resource ID: b13fe7aa-c358-478b-b2bf-dd455e5d75bf with Priority: HIGHEST for action port [ 932.965781] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 932.965917] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 932.970191] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13fe7aa-c358-478b-b2bf-dd455e5d75bf with Priority: HIGHEST for action port [ 932.970191] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.970191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.970191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.970191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.970191] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.971862] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.972599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.973243] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.974226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.974296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.974496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.974581] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13fe7aa-c358-478b-b2bf-dd455e5d75bf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.431376] env[65675]: INFO networking_nsxv3.common.synchronization [req-3369bdc4-2f4c-43bb-a350-1cd61240ac42 req-a80f6fb5-b0ed-4773-97c6-8d8197401f51 tempest-ServerTagsTestJSON-2015262680 tempest-ServerTagsTestJSON-2015262680-project-member] Enqueued Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 933.431376] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGHEST for action security_group_members [ 933.431376] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.431376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.431376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.431376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.431376] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.431376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.432568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.433838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.433838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.434259] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.476210] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.476342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.476509] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b13fe7aa-c358-478b-b2bf-dd455e5d75bf with status ACTIVE [ 933.476738] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.477066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.477066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.477066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.477246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.477323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.477421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.477484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.481326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.481441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.481773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.481893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.481999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.482337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.482337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.482337] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b13fe7aa-c358-478b-b2bf-dd455e5d75bf is going to be updated. [ 933.508925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.508925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.509162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.509339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.509378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.509826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13fe7aa-c358-478b-b2bf-dd455e5d75bf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.938064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.938064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.938064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.938064] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 is going to be updated. [ 933.965922] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.966212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.966212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.966432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.966578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.989419] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: IN_PROGRESS for 2s [ 934.044993] env[65675]: INFO networking_nsxv3.common.synchronization [req-7a6d4aab-e787-42b0-912d-a98437ed36f8 req-c03a6f61-d8f6-49b6-9cbf-b52bfac5a966 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 934.045571] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 934.045883] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.046722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.046911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.047197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.047420] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.047635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.047744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.047986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.048135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.048296] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.064190] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: SUCCESS [ 934.064987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.065614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.065962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.066309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.066458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.066538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.066750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.066841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.066917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.067177] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.525110] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.525649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.525649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.525784] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.526972] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.528117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.528117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.528117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.528117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.528749] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.529038] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.529038] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.529154] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.529257] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.529373] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.529534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.555176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.555176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.555176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.555176] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 934.558191] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.558434] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.558688] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.558959] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.559367] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ece5f438-7505-4e65-8d50-80d92d1e58fe taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.560840] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.561134] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.561643] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.561881] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece5f438-7505-4e65-8d50-80d92d1e58fe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.569923] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.570323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.570323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.570473] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.570581] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.570703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.570781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.570955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.571058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.571166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.571341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.571444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.571507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.571677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.572158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.572158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.572158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.572158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.572663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.572663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.572663] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.612242] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.612567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.612567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.612715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.613352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.631998] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 934.845462] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 934.846752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.846752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.847050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.847630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.847869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.848012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.848355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.848425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.849489] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.066171] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.066793] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.067832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.067832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.067832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.067832] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ece5f438-7505-4e65-8d50-80d92d1e58fe not found, creating... [ 935.068035] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.068893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.068893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.068893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.068893] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069320] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.069320] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.069440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.069752] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.069956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069956] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ece5f438-7505-4e65-8d50-80d92d1e58fe is going to be created. [ 935.074875] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95af3c26-91b3-4138-8d9f-f3b44502a0cf: rpc.has_security_group_logging(os_id): False [ 935.098443] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098730] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098902] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099344] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099627] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.102131] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.102337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.102451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.102747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.102886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.103234] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.103400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.103502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.103773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.103892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.105186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.105351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.105457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.105700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.105823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.106143] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.106281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.106375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.106582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.106694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.106835] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf is going to be created. [ 935.175279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.175880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.175880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.175880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.176230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.190303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: IN_PROGRESS for 2s [ 935.352125] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.667232] env[65675]: INFO networking_nsxv3.common.synchronization [req-a183742d-6fd0-4a03-aeb9-6c33f0e5d5df req-cc35fdd9-a9f5-4882-a38e-6178b9db10d6 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 935.667765] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 935.668125] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.668260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.668347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.668556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.668758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.668894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.668984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.669427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.669547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.669709] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.854953] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.870541] env[65675]: INFO networking_nsxv3.common.synchronization [req-7a6d4aab-e787-42b0-912d-a98437ed36f8 req-257c7503-db5c-4ed3-bf15-321788da8b0f service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 935.870742] env[65675]: INFO networking_nsxv3.common.synchronization [req-7a6d4aab-e787-42b0-912d-a98437ed36f8 req-257c7503-db5c-4ed3-bf15-321788da8b0f service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 935.870882] env[65675]: INFO networking_nsxv3.common.synchronization [req-7a6d4aab-e787-42b0-912d-a98437ed36f8 req-257c7503-db5c-4ed3-bf15-321788da8b0f service nova] Enqueued Resource ID: ece5f438-7505-4e65-8d50-80d92d1e58fe with Priority: HIGHEST for action port [ 935.872018] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 935.872166] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 935.872266] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece5f438-7505-4e65-8d50-80d92d1e58fe with Priority: HIGHEST for action port [ 935.872643] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.872721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.872761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.872969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.873073] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.874102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.874258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.874528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece5f438-7505-4e65-8d50-80d92d1e58fe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.874667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.874747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.875207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.875359] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece5f438-7505-4e65-8d50-80d92d1e58fe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.000780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 in Status: SUCCESS [ 936.001323] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 deletion is rescheduled due to dependency. [ 936.001323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.144085] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a4be6fcd-0de2-4126-891b-72daaae79067 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 936.144702] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 936.145198] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.145355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.171682] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.260609] env[65675]: INFO networking_nsxv3.common.synchronization [req-b709f853-35b6-4574-9baf-0ee15a8a3643 req-4d2c4749-a567-480a-ae37-6971bf5fc5c8 tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 936.260609] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 936.260609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.260609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.260609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.260609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.261103] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.261103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.261103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.261103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.261103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.261370] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.362351] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.362552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.362645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.362937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.363052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.364022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 936.378622] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.378791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.381784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ece5f438-7505-4e65-8d50-80d92d1e58fe with status ACTIVE [ 936.381784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.381784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.381784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.381784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.381784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ece5f438-7505-4e65-8d50-80d92d1e58fe is going to be updated. [ 936.402763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.402916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.402986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.403214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.403370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.403699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece5f438-7505-4e65-8d50-80d92d1e58fe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.404454] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.404567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.404632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.405839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.405839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.418014] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 936.643200] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 936.643374] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 936.643482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.643641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.645160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.645160] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.645160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.645160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.645160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.645160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.645160] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.665764] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.665978] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.666121] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.666404] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.666668] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.666829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.666949] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.667289] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.667523] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.667824] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.668007] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.668157] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.668296] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.669299] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.669299] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.669299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.675543] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.690913] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.691114] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.691258] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.691438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-405" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.691764] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-65b77f1e-1596-4c18-9b85-52c022e98398 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.691933] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.692066] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.692402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.692544] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b77f1e-1596-4c18-9b85-52c022e98398',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.763798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.763991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.764094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.764365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.764417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.764591] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.764714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.764796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.764953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.765046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.765137] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 936.799353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.799498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.799566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.799772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.799922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.810173] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 937.146910] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.177573] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.178030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.178136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.178254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 937.194894] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.195150] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.195295] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.195557] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.195947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.196067] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 65b77f1e-1596-4c18-9b85-52c022e98398 not found, creating... [ 937.199035] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199035] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.199035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199742] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 65b77f1e-1596-4c18-9b85-52c022e98398 is going to be created. [ 937.203441] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: SUCCESS [ 937.203441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.211375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.214450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.214450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.214450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.214450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.225120] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 937.233485] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.234369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.234369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.234488] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.234632] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.234887] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.650622] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.030679] env[65675]: INFO networking_nsxv3.common.synchronization [req-b709f853-35b6-4574-9baf-0ee15a8a3643 req-7cdf66ab-b248-42aa-9957-3b40902c2625 service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 938.033211] env[65675]: INFO networking_nsxv3.common.synchronization [req-b709f853-35b6-4574-9baf-0ee15a8a3643 req-7cdf66ab-b248-42aa-9957-3b40902c2625 service nova] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 938.033211] env[65675]: INFO networking_nsxv3.common.synchronization [req-b709f853-35b6-4574-9baf-0ee15a8a3643 req-7cdf66ab-b248-42aa-9957-3b40902c2625 service nova] Enqueued Resource ID: 65b77f1e-1596-4c18-9b85-52c022e98398 with Priority: HIGHEST for action port [ 938.034052] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_rules [ 938.034332] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 938.034616] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b77f1e-1596-4c18-9b85-52c022e98398 with Priority: HIGHEST for action port [ 938.035090] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.035406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.035680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.036064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.036421] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.037640] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.039035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b77f1e-1596-4c18-9b85-52c022e98398 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.039035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.039641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.043395] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b77f1e-1596-4c18-9b85-52c022e98398',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.153807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.154034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.154082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.154380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.154422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.154531] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 938.231632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.231983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.233091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.233091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.252463] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 938.429687] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 938.429818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.430011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.430235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.430434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.431029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.431029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.431029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.431029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.431029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.431029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.543287] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.545036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545036] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b77f1e-1596-4c18-9b85-52c022e98398 with status ACTIVE [ 938.545036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.545036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.545036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.545036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.545537] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.545537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.545679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.545713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.545937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.546294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.549562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.549562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.549562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.549562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b77f1e-1596-4c18-9b85-52c022e98398 is going to be updated. [ 938.575906] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.576077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.576153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.576376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.576516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.576707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b77f1e-1596-4c18-9b85-52c022e98398" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.724811] env[65675]: INFO networking_nsxv3.common.synchronization [req-9260ebab-a900-402a-824c-a57720ec9b13 req-74f089c6-39c3-4334-a867-898f49df7ec5 tempest-ServersNegativeTestMultiTenantJSON-1740343024 tempest-ServersNegativeTestMultiTenantJSON-1740343024-project-member] Enqueued Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 938.725853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 938.726271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.726378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.726448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.726691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.726857] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.726968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.727045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.727205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.727295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.727398] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.821962] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 938.822247] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b deletion is rescheduled due to dependency. [ 938.822449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.822726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.823110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.823304] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.823497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.823591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.824426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.824710] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.936565] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.936827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.936827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.937012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.937332] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.937332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.937332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.938256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.938256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.938978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.938978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.938978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.938978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938978] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.209057] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.209588] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-932" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.209673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-932" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.210252] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-932" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.210562] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.210726] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.210846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.211101] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.211247] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.211456] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.211554] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.211741] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.212084] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.212250] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.212409] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.212591] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.230113] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.230341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.230341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.230654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.230654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.230877] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.231138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.231264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.231485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.231628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.231883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 already deleted. [ 939.232038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.235847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 4s [ 939.239691] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.239854] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.240010] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.240203] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-932" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.240633] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e46c8a36-089e-4815-af53-1db25b66eae8 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.240928] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.241148] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.241486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.241648] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46c8a36-089e-4815-af53-1db25b66eae8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.262225] env[65675]: INFO networking_nsxv3.common.synchronization [req-cd4fdf16-1e7a-4284-9170-0be8eef80232 req-0b868bc2-94d6-421b-805f-88af53e57f4a tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 939.262995] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGHEST for action security_group_members [ 939.263615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.263929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.264828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.265162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.265354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.269024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.269024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.269024] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.328080] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.446141] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928: rpc.has_security_group_logging(os_id): False [ 939.465145] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.465895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.465895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.465895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.465895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.466127] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.466331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.466428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.466669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.466808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.467120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.467263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.468077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.468077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.468077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.468077] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.468077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.468297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.468457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.468590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.469149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 939.555983] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.555983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.555983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.555983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.556431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.571390] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 939.748164] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.748463] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.748647] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.748991] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.749227] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.749427] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e46c8a36-089e-4815-af53-1db25b66eae8 not found, creating... [ 939.749754] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.749957] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.750143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.750424] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.750605] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.750965] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.751263] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.751439] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.751720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.751875] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.752037] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e46c8a36-089e-4815-af53-1db25b66eae8 is going to be created. [ 939.771450] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.771450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.771450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.771843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.771843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.771843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.772047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.772047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.772628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.772851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.772961] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c is going to be updated. [ 939.777636] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.777636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.777636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.777636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.777636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.777636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.802413] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.802568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.802655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.803054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.803217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.813289] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: IN_PROGRESS for 2s [ 939.829786] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.270986] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 940.271335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.271497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.271853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.272139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.272273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.272364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.272543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.272670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.272781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.272879] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.333196] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.333518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.333518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.334232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.334401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.334491] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 940.395699] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.396594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.396739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.396987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.408327] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 940.554445] env[65675]: INFO networking_nsxv3.common.synchronization [req-9260ebab-a900-402a-824c-a57720ec9b13 req-bb697bf3-8de7-4257-8753-61fb87b2fcab service nova] Enqueued Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_rules [ 940.554632] env[65675]: INFO networking_nsxv3.common.synchronization [req-9260ebab-a900-402a-824c-a57720ec9b13 req-bb697bf3-8de7-4257-8753-61fb87b2fcab service nova] Enqueued Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 940.554772] env[65675]: INFO networking_nsxv3.common.synchronization [req-9260ebab-a900-402a-824c-a57720ec9b13 req-bb697bf3-8de7-4257-8753-61fb87b2fcab service nova] Enqueued Resource ID: e46c8a36-089e-4815-af53-1db25b66eae8 with Priority: HIGHEST for action port [ 940.555315] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_rules [ 940.555452] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 940.555549] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46c8a36-089e-4815-af53-1db25b66eae8 with Priority: HIGHEST for action port [ 940.555829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.555957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.556146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.556346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.556473] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.558148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.558335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.558480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.558772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.559036] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.559269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.559367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.559538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.559682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.559956] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.561992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e46c8a36-089e-4815-af53-1db25b66eae8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.561992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.561992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.562251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.562251] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46c8a36-089e-4815-af53-1db25b66eae8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.776599] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.776599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.776599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.776599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.776599] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.776988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.776988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.777077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.777250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.777250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.777418] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.777515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.777576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.777730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.777880] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.777977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.778063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.778186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.778260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.778345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.778473] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.907147] env[65675]: INFO networking_nsxv3.common.synchronization [req-447afabf-1226-46a3-b754-5b593d69e009 req-a01ec4d5-3e93-4c19-bff1-272bb56fc541 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 940.909023] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGHEST for action security_group_members [ 940.909023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.909023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.909023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.909648] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.065072] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.065513] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.065513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.066019] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e46c8a36-089e-4815-af53-1db25b66eae8 with status ACTIVE [ 941.066285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.066425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.066488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.066705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.066784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.066967] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.069087] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.069087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.069087] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e46c8a36-089e-4815-af53-1db25b66eae8 is going to be updated. [ 941.097697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.097697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.097697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.097697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.097697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.097697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e46c8a36-089e-4815-af53-1db25b66eae8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.249383] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 941.250256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.250256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.250256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.251300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.251448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.251522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.251730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.251872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.252357] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.291253] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661: rpc.has_security_group_logging(os_id): False [ 941.318757] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.319026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.319026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.319327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.319412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.319669] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.319830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.319922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.320240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.320347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.320565] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.320675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.320992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.320992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.320992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.321216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.321319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.321374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.321546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.321673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.321795] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 941.408204] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.408394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.408472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.408655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.408864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.412203] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.412411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.412411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.412598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.412685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.412884] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.413032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.413177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.413343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.413425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.413502] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be updated. [ 941.430279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 941.447683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.447683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.447683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.447683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.447683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.457819] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: IN_PROGRESS for 2s [ 941.567761] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.591551] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 941.591551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.754713] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.754843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.754922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.755171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.755269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.755470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.755575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.755640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.755799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.755877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.755983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 941.786379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.786379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.786379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.786379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.786536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.796769] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 941.823698] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c in Status: SUCCESS [ 941.823947] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c deletion is rescheduled due to dependency. [ 941.824051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.073594] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.073594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.073594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.073594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.073594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.073594] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 is going to be created. [ 942.108230] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.108481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.108598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.108923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.109177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.120847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: UNINITIALIZED for 2s [ 942.324700] env[65675]: INFO networking_nsxv3.common.synchronization [req-ee2bea46-a635-4935-bc96-e51693a22395 req-9fad7ec5-bf5e-4171-8f82-62d9f77bf926 tempest-ServersNegativeTestJSON-775133345 tempest-ServersNegativeTestJSON-775133345-project-member] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 942.325582] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 942.326536] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.326536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.326536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.327146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.327383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.328052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.328052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.328052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.328183] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.421048] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 942.421749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.421749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.421749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.421858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.421923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.422020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.422715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.422715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.422715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.423727] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.816716] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.817023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.817160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.818425] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.820587] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.820960] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.821102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.821599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.821845] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.822172] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.822372] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.822580] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.822731] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.822899] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.823082] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.823286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.830353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.830614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.830614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.830956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.831110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.831335] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.831460] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.831594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.831756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.831831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.831952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 already deleted. [ 942.832028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.856811] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.857125] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.857347] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.857712] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.858191] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-6432cdd5-16a7-42b1-a76d-684a25393a5a taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.858417] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.858640] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.859170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.859365] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6432cdd5-16a7-42b1-a76d-684a25393a5a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.927776] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.927776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.927776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.928153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.928213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.928327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.928394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.928572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.928672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.928782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.928953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.929081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.929137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.929317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.929480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.929583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.929648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.929811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.929893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.929989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.930106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.371069] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.371448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.371448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.371994] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.371994] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.371994] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 6432cdd5-16a7-42b1-a76d-684a25393a5a not found, creating... [ 943.372163] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.372375] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.372588] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.372878] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.373196] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.373463] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.373827] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.373827] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.374521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.374521] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.375138] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a is going to be created. [ 943.408213] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.408482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.408610] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.408928] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.409217] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.409462] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.433136] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21051091-abcc-446d-a04b-214dc2a5a12b: rpc.has_security_group_logging(os_id): False [ 943.478669] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.479027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.479027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.479305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.479451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.479813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.480030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.480095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.484844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.484844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.484844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 943.484844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 in Status: SUCCESS [ 943.484844] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 deletion is rescheduled due to dependency. [ 943.484844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.493124] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 943.493573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.566597] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.566765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.566859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.567109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.567484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.583452] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 943.809041] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 943.809253] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 deletion is rescheduled due to dependency. [ 943.809301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.110526] env[65675]: INFO networking_nsxv3.common.synchronization [req-ee2bea46-a635-4935-bc96-e51693a22395 req-529cd18c-4661-425f-9da6-4f38cfa4258e service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 944.110761] env[65675]: INFO networking_nsxv3.common.synchronization [req-ee2bea46-a635-4935-bc96-e51693a22395 req-529cd18c-4661-425f-9da6-4f38cfa4258e service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 944.110862] env[65675]: INFO networking_nsxv3.common.synchronization [req-ee2bea46-a635-4935-bc96-e51693a22395 req-529cd18c-4661-425f-9da6-4f38cfa4258e service nova] Enqueued Resource ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a with Priority: HIGHEST for action port [ 944.111507] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 944.111620] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 944.111722] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a with Priority: HIGHEST for action port [ 944.112070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.112213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.112287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.112558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.112651] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.113677] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.113866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.113975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.114188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.114333] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.114435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.114498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.114641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.114744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.114901] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.115719] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6432cdd5-16a7-42b1-a76d-684a25393a5a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.115813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.115885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.116542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.116645] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6432cdd5-16a7-42b1-a76d-684a25393a5a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.134772] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: SUCCESS [ 944.135196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.135926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.136377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.136672] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.136873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.136990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.137383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137849] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.622027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6432cdd5-16a7-42b1-a76d-684a25393a5a with status ACTIVE [ 944.622027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.622027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.622027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.623414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.623792] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a is going to be updated. [ 944.627741] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.627741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.627741] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.638485] env[65675]: INFO networking_nsxv3.common.synchronization [req-196b6df1-2163-44ab-b4fa-82133d321bee req-41b88b07-c4ef-46aa-bf40-bc3afe4e5684 tempest-ServersTestJSON-2053547164 tempest-ServersTestJSON-2053547164-project-member] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 944.638933] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGHEST for action security_group_members [ 944.639632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.639632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.639632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.640649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.640649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.640649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.640649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.644839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.644839] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.644839] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.644839] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.644839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.645439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.645439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.645439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.645439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.645439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.645439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.645439] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.654606] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.654797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.654797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.655017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.655158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.655320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.132801] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.149155] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06c45b5b-ca47-458d-b1f9-894fc35f2151: rpc.has_security_group_logging(os_id): False [ 945.150810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.150951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.151033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.151245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.152202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.153265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.153265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.153265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.153265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153265] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 is going to be updated. [ 945.166939] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.167109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.167180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.167386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.167484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.167986] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.167986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.167986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.168126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.168126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.170020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.170020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.170020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.170345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.170345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.170345] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 is going to be created. [ 945.183379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.183563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.183563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.183739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.183886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.194330] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: IN_PROGRESS for 2s [ 945.237213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.237505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.237544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.237817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.238099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.252982] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: IN_PROGRESS for 2s [ 945.601645] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 945.602304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.637293] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.637757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.638150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.638540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.638642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.638748] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be created. [ 945.666657] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.667451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.667592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.667840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.668030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.681465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: UNINITIALIZED for 2s [ 946.037495] env[65675]: INFO networking_nsxv3.common.synchronization [None req-661ac119-b2eb-4369-8ff5-5f77bdb29c5d None None] Enqueued Resource ID: 6935f216-27c2-4967-8088-13250c7b40f7 with Priority: HIGHEST for action port [ 946.040252] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6935f216-27c2-4967-8088-13250c7b40f7 with Priority: HIGHEST for action port [ 946.040252] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6935f216-27c2-4967-8088-13250c7b40f7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.040252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6935f216-27c2-4967-8088-13250c7b40f7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.040252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6935f216-27c2-4967-8088-13250c7b40f7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.040252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6935f216-27c2-4967-8088-13250c7b40f7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.040252] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6935f216-27c2-4967-8088-13250c7b40f7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.543506] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6935f216-27c2-4967-8088-13250c7b40f7 [ 946.543831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.543991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.544104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.544537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.544537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.544537] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6935f216-27c2-4967-8088-13250c7b40f7 already deleted. [ 946.544709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6935f216-27c2-4967-8088-13250c7b40f7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.206179] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 in Status: SUCCESS [ 947.206500] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 deletion is rescheduled due to dependency. [ 947.206500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.266879] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: SUCCESS [ 947.267187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.584516] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8f7410d5-6a1d-496b-bfb9-6c4bcf4b2644 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 947.585478] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 947.585806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.586800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.586892] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.694987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 947.695120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.695527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.695632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.695793] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.696167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.696259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.696852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.697037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.697132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.697408] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.821605] env[65675]: INFO networking_nsxv3.common.synchronization [req-daf5ecca-7df2-4035-b67c-07343bae2e24 req-fdf2483a-d671-4d50-86c7-e05829742f1f tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 947.823329] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 947.823826] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.823826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.826029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.826319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.826480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.826639] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.925854] env[65675]: INFO networking_nsxv3.common.synchronization [None req-6cb555fc-9ac7-4620-890a-ae8da8bbdb40 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 947.928735] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 947.929648] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.929648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.110021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.110247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.110357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.110480] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 already deleted. [ 948.110530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.110668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.111119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.111119] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.200551] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.200551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.200551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.200551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.200840] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.200840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.200840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.201062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.201116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.201418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.201637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.201742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.201811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.204606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.204916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.205115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.205115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.205305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.205393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.205478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.205573] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.332053] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.332393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.332393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.332536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.332628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.332832] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.332941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.333046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.333276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333501] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 948.368524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.368524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.368691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.369021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.369224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.379561] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 948.639431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.639713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.641465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.641465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.641465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.641465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 already deleted. [ 948.641465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.651434] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5fa0ada8-e7e1-4b47-84db-986b4017a49f None None] Enqueued Resource ID: 56438474-8e4f-46a8-9ac7-253107b78ef6 with Priority: HIGHEST for action port [ 948.652192] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56438474-8e4f-46a8-9ac7-253107b78ef6 with Priority: HIGHEST for action port [ 948.653429] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-56438474-8e4f-46a8-9ac7-253107b78ef6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.653429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56438474-8e4f-46a8-9ac7-253107b78ef6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.653429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56438474-8e4f-46a8-9ac7-253107b78ef6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.653617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56438474-8e4f-46a8-9ac7-253107b78ef6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.653729] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56438474-8e4f-46a8-9ac7-253107b78ef6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.674342] env[65675]: INFO networking_nsxv3.common.synchronization [req-f87dfdb1-c2b9-45f9-be9d-d8ac2485c688 req-29b1a456-53f3-4b2b-91d1-817c15345432 tempest-ServerAddressesNegativeTestJSON-2101607658 tempest-ServerAddressesNegativeTestJSON-2101607658-project-member] Enqueued Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 948.677728] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGHEST for action security_group_members [ 948.677988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.677988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.678180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.678365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.678594] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.678852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.678852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.680371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.680371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.680371] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.708252] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447d2632-1ec6-45e3-8b1d-bf247f8b8717: rpc.has_security_group_logging(os_id): False [ 948.730295] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.730470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.730615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.730778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.730936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.731123] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.731123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.731474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.732176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.732333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.732682] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.732851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.732917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.733054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.733134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.733524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.733645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.733711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.733888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.733976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be created. [ 948.816012] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.816012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.816012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.816012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.816012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.831823] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 949.156651] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56438474-8e4f-46a8-9ac7-253107b78ef6 [ 949.157162] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.157162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.157162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.157395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.157459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.157552] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56438474-8e4f-46a8-9ac7-253107b78ef6 already deleted. [ 949.157628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56438474-8e4f-46a8-9ac7-253107b78ef6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.181818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.182383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.182499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.183122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.183210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf is going to be updated. [ 949.219706] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.219977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.220101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.220361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.220539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.232602] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: IN_PROGRESS for 2s [ 949.353065] env[65675]: INFO networking_nsxv3.common.synchronization [req-331eeeb0-f4b7-4710-9da7-4c79c42d6e31 req-a91ce9a8-b528-40ec-a70a-3b2125e0aab1 tempest-TenantUsagesTestJSON-1131065287 tempest-TenantUsagesTestJSON-1131065287-project-member] Enqueued Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 949.353462] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 949.353525] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.353654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.353719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.354352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.356778] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.356924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.356984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.357167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.357250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.357348] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.784937] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.785143] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.785267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.785537] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.785788] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.785940] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.786077] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.786395] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.786541] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.786748] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.786860] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.786969] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.787095] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.787206] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.787315] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.787445] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.810796] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.810796] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.811049] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.811208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-547" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.812434] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-aae0ad6d-0a52-4d59-be07-a274b5e5a849 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.812434] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.812434] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.812434] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.812434] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae0ad6d-0a52-4d59-be07-a274b5e5a849',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.860339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.860462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.860462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.860736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.860867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.861109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.861213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.861294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.861457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.861533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.861621] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d already deleted. [ 949.861702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317255] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317255] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port aae0ad6d-0a52-4d59-be07-a274b5e5a849 not found, creating... [ 950.317255] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.319686] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.319944] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.320096] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.320360] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.320501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.320651] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: aae0ad6d-0a52-4d59-be07-a274b5e5a849 is going to be created. [ 950.345838] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.346207] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.346400] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.346973] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.346973] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.347276] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.392430] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 950.392818] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 950.392818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.847448] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 950.847448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [req-331eeeb0-f4b7-4710-9da7-4c79c42d6e31 req-163d93c2-03bb-4041-aea5-9cd93e6226ce service nova] Enqueued Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_rules [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [req-331eeeb0-f4b7-4710-9da7-4c79c42d6e31 req-163d93c2-03bb-4041-aea5-9cd93e6226ce service nova] Enqueued Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [req-331eeeb0-f4b7-4710-9da7-4c79c42d6e31 req-163d93c2-03bb-4041-aea5-9cd93e6226ce service nova] Enqueued Resource ID: aae0ad6d-0a52-4d59-be07-a274b5e5a849 with Priority: HIGHEST for action port [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_rules [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 951.123266] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae0ad6d-0a52-4d59-be07-a274b5e5a849 with Priority: HIGHEST for action port [ 951.123266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.123266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.123266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.123266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.123266] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.124921] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.125222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.125419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.125706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.126142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.126421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.126622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.126888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.127114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.127425] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.128350] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae0ad6d-0a52-4d59-be07-a274b5e5a849 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.128626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.128826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.129145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.130645] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae0ad6d-0a52-4d59-be07-a274b5e5a849',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.244620] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf in Status: SUCCESS [ 951.244893] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf deletion is rescheduled due to dependency. [ 951.244961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.492809] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0b490832-80c1-4549-8b9b-cd951d4508a5 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 951.493406] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 951.493710] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.493835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.493944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.498416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.498416] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.599318] env[65675]: INFO networking_nsxv3.common.synchronization [None req-8885b039-d614-4812-9cbf-cf05e7fd8d01 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 951.600236] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 951.600236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.600336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.631159] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.631287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.631646] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.635631] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aae0ad6d-0a52-4d59-be07-a274b5e5a849 with status ACTIVE [ 951.635631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.635631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.635631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.636094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.636268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.636590] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.636688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.636764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.636945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.637041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.637246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.637355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.637412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.637564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.637673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.637727] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aae0ad6d-0a52-4d59-be07-a274b5e5a849 is going to be updated. [ 951.663299] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.663533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.663533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.664358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.664358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.664358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae0ad6d-0a52-4d59-be07-a274b5e5a849" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.698864] env[65675]: INFO networking_nsxv3.common.synchronization [req-f395ff90-a5c3-442d-aff6-2ac8e3e962d7 req-71433356-d5b9-4c67-a016-ef1755507835 tempest-ImagesOneServerNegativeTestJSON-1442194784 tempest-ImagesOneServerNegativeTestJSON-1442194784-project-member] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 951.699451] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGHEST for action security_group_members [ 951.699773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.699903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.699972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.700224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.700361] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.700540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.700540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.700682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.700893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.700893] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.058351] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.058351] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 already deleted. [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.058351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.058351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.135658] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.202849] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.203054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.203157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.203526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.203526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.203705] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.203906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.203975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.204137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.204232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.204332] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be updated. [ 952.244527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.244527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.244527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.244779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.244952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.255814] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: IN_PROGRESS for 2s [ 952.584859] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.585219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.585219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.585372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.585445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.585494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 already deleted. [ 952.585573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638492] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.638492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.638660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d is going to be created. [ 952.664232] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.664397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.664705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.664705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.664889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.831073] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: UNINITIALIZED for 2s [ 953.815489] env[65675]: INFO networking_nsxv3.common.synchronization [None req-d8febdb2-8ab8-41f5-aa01-436a761db856 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 953.816063] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 953.816635] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.816635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.816635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.817016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.817016] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.915342] env[65675]: INFO networking_nsxv3.common.synchronization [req-799b7807-1b5e-49f3-9f42-413a6636055c req-68c503b5-c1db-4a51-89f0-e253f5a39608 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 953.916668] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 953.916668] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.916668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.916668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.916874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.917054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.917217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.917333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.917490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.917606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.917726] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.974338] env[65675]: INFO networking_nsxv3.common.synchronization [None req-29ff050f-b660-4d84-b727-e4db648ec076 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 953.974668] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 953.975309] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.975309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.267051] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21051091-abcc-446d-a04b-214dc2a5a12b in Status: SUCCESS [ 954.267684] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b deletion is rescheduled due to dependency. [ 954.268024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.338630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.338802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.338851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.339092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.339183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.339289] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 already deleted. [ 954.339381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.339609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.339984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.339984] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.419649] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.841222] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: SUCCESS [ 954.841573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.842652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.842890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.843104] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.843244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.843391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.843497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.843587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.843645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.843728] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.861712] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.861854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.861924] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.862153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.862240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.862340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 already deleted. [ 954.862442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.922261] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.993584] env[65675]: INFO networking_nsxv3.common.synchronization [req-f471692b-fc7d-4456-b83e-26ad7feeec5c req-52bddd2e-62eb-425b-8a1e-2d81684cb065 tempest-ServersNegativeTestMultiTenantJSON-1740343024 tempest-ServersNegativeTestMultiTenantJSON-1740343024-project-member] Enqueued Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 954.994134] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGHEST for action security_group_members [ 954.994446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.994569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.995122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.995122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.995122] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.995122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.995276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.995307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.995456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.995495] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.346452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.346696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.346696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.346897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.347075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.347178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.347241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.347389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.347480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.347562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.347709] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.347798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.347858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.347996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.348144] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.348235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.348288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.348424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.348499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.348579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.348664] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.424165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.424318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.424384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.424598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.424681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.424777] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 955.461658] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.461658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.461769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.462298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.462298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.480909] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 955.500860] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.501058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.501136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.501350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.501441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.501652] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.501750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.501828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.501981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.502057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.502146] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 is going to be updated. [ 955.550545] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.551217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.551217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.551217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.567429] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: IN_PROGRESS for 2s [ 955.850928] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f62e544-1646-4cc3-82bd-3c5aca909c3d: rpc.has_security_group_logging(os_id): False [ 955.869376] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.869617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.869733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.870015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.870138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.870364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.870490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.870559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.870784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.870879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.871141] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.871253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.871319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.871509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.871593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.872068] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.872068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.872068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.872234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.872234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.872382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d is going to be created. [ 955.939894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.940050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.940123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.940340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.940539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.951978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: IN_PROGRESS for 2s [ 957.494910] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 957.494910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 in Status: SUCCESS [ 957.577152] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 deletion is rescheduled due to dependency. [ 957.577263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.964350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: SUCCESS [ 957.964694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.862592] env[65675]: INFO networking_nsxv3.common.synchronization [None req-788bf387-7216-45d4-be78-66ff4fedf4f7 None None] Enqueued Resource ID: 1a8cdd2f-d33a-411b-ab14-78c83e1c3649 with Priority: HIGHEST for action port [ 959.863147] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8cdd2f-d33a-411b-ab14-78c83e1c3649 with Priority: HIGHEST for action port [ 959.863450] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a8cdd2f-d33a-411b-ab14-78c83e1c3649 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.863624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a8cdd2f-d33a-411b-ab14-78c83e1c3649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.863624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a8cdd2f-d33a-411b-ab14-78c83e1c3649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.863885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a8cdd2f-d33a-411b-ab14-78c83e1c3649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.863979] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8cdd2f-d33a-411b-ab14-78c83e1c3649',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.367991] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a8cdd2f-d33a-411b-ab14-78c83e1c3649 [ 960.368271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.368392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.368511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.368702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.368791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.368889] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a8cdd2f-d33a-411b-ab14-78c83e1c3649 already deleted. [ 960.368974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a8cdd2f-d33a-411b-ab14-78c83e1c3649" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.301513] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ef826a6e-ad9e-4526-8d45-9781dbeb1dde None None] Enqueued Resource ID: 83ed1be6-fb31-4792-9cfb-af423bcbadb2 with Priority: HIGHEST for action port [ 962.302296] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ed1be6-fb31-4792-9cfb-af423bcbadb2 with Priority: HIGHEST for action port [ 962.302800] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ed1be6-fb31-4792-9cfb-af423bcbadb2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.303158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ed1be6-fb31-4792-9cfb-af423bcbadb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.303226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ed1be6-fb31-4792-9cfb-af423bcbadb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.303488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ed1be6-fb31-4792-9cfb-af423bcbadb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.303592] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ed1be6-fb31-4792-9cfb-af423bcbadb2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.805536] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ed1be6-fb31-4792-9cfb-af423bcbadb2 [ 962.805786] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.805952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.806038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.806264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.806374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.806475] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ed1be6-fb31-4792-9cfb-af423bcbadb2 already deleted. [ 962.806557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ed1be6-fb31-4792-9cfb-af423bcbadb2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.832597] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5748114c-a3ba-49d2-b0ae-081f5f0abca0 None None] Enqueued Resource ID: c91b4589-c9f9-47bf-9115-e42e7ead4ed9 with Priority: HIGHEST for action port [ 963.834235] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91b4589-c9f9-47bf-9115-e42e7ead4ed9 with Priority: HIGHEST for action port [ 963.834235] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c91b4589-c9f9-47bf-9115-e42e7ead4ed9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.834235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c91b4589-c9f9-47bf-9115-e42e7ead4ed9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.834235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c91b4589-c9f9-47bf-9115-e42e7ead4ed9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.834618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c91b4589-c9f9-47bf-9115-e42e7ead4ed9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.834618] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c91b4589-c9f9-47bf-9115-e42e7ead4ed9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.216284] env[65675]: INFO networking_nsxv3.common.synchronization [req-61c22d14-f361-48d4-a8bf-a4c53b9e4dee req-eec53cac-b96e-423a-9bb4-aa2975e2dfb2 tempest-TenantUsagesTestJSON-1131065287 tempest-TenantUsagesTestJSON-1131065287-project-member] Enqueued Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 964.216840] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGHEST for action security_group_members [ 964.217215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.217512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.217512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.217627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.218064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.218813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.218813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.218813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.218813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.218813] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.336148] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c91b4589-c9f9-47bf-9115-e42e7ead4ed9 [ 964.336379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.336510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.336610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.338796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.338796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.338796] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c91b4589-c9f9-47bf-9115-e42e7ead4ed9 already deleted. [ 964.338796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c91b4589-c9f9-47bf-9115-e42e7ead4ed9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.720696] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.721385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.721385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.721385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.721385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.721599] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.721599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.721599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.721726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.721801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.721887] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d is going to be updated. [ 964.752244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.752402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.752469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.752679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.752831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.762990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: IN_PROGRESS for 2s [ 966.180960] env[65675]: INFO networking_nsxv3.common.synchronization [None req-5c9bbfe9-6811-4b42-b8ba-7cd93bdc281d None None] Enqueued Resource ID: 16c9c615-fe44-4b36-8637-dc7f5c879773 with Priority: HIGHEST for action port [ 966.181249] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c9c615-fe44-4b36-8637-dc7f5c879773 with Priority: HIGHEST for action port [ 966.181792] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c9c615-fe44-4b36-8637-dc7f5c879773 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.182039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c9c615-fe44-4b36-8637-dc7f5c879773" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.182172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c9c615-fe44-4b36-8637-dc7f5c879773" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.182442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c9c615-fe44-4b36-8637-dc7f5c879773" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.182556] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c9c615-fe44-4b36-8637-dc7f5c879773',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.420103] env[65675]: INFO networking_nsxv3.common.synchronization [req-0bfbc6e9-64fe-42f4-9aea-c4bccbfcb4f5 req-339e7535-7a05-4bc2-b349-a73429c17c70 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 966.420648] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 966.420952] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.421344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.421671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.421843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.422038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.422174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.422259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.422350] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.688241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16c9c615-fe44-4b36-8637-dc7f5c879773 [ 966.688241] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.688241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.688241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.688241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.688241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.688241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16c9c615-fe44-4b36-8637-dc7f5c879773 already deleted. [ 966.688241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c9c615-fe44-4b36-8637-dc7f5c879773" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.768519] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.768722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.768843] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.769201] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.769473] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.769629] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.769746] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.769983] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.770127] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.770332] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.770939] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.770939] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.770939] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.770939] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.770939] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.771201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.777105] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d in Status: SUCCESS [ 966.777278] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d deletion is rescheduled due to dependency. [ 966.777387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.788689] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.788867] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.789012] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.789196] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.789504] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-13516381-807b-4f7f-9e4c-c04bae51e9b6 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.789674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.789789] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790123] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.790261] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13516381-807b-4f7f-9e4c-c04bae51e9b6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.928289] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.928458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.928538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.928733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.928829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.929034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.929140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.929203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.929354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.929429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.929516] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 already deleted. [ 966.929595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.293385] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.293981] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.293981] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.294154] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294263] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.294419] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 13516381-807b-4f7f-9e4c-c04bae51e9b6 not found, creating... [ 967.294678] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.294828] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.294946] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.295199] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.295337] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.295612] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.295764] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.295876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.296091] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.296227] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.296361] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 13516381-807b-4f7f-9e4c-c04bae51e9b6 is going to be created. [ 967.318088] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.318316] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.318435] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.318793] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.319045] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.319321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.030104] env[65675]: INFO networking_nsxv3.common.synchronization [req-0bfbc6e9-64fe-42f4-9aea-c4bccbfcb4f5 req-c46c9e8e-2562-422a-8ce1-9828c4ff0d53 service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 968.030299] env[65675]: INFO networking_nsxv3.common.synchronization [req-0bfbc6e9-64fe-42f4-9aea-c4bccbfcb4f5 req-c46c9e8e-2562-422a-8ce1-9828c4ff0d53 service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 968.030435] env[65675]: INFO networking_nsxv3.common.synchronization [req-0bfbc6e9-64fe-42f4-9aea-c4bccbfcb4f5 req-c46c9e8e-2562-422a-8ce1-9828c4ff0d53 service nova] Enqueued Resource ID: 13516381-807b-4f7f-9e4c-c04bae51e9b6 with Priority: HIGHEST for action port [ 968.030937] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 968.031082] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 968.031183] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13516381-807b-4f7f-9e4c-c04bae51e9b6 with Priority: HIGHEST for action port [ 968.031460] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.034408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.034512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.034681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.035293] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.036075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.036075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.036075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.036322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.036379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.036449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.036519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.036648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.036763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.036863] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.042772] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-13516381-807b-4f7f-9e4c-c04bae51e9b6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.042772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.042772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.042772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.042772] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13516381-807b-4f7f-9e4c-c04bae51e9b6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.543554] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.543961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.543961] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.544822] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13516381-807b-4f7f-9e4c-c04bae51e9b6 with status ACTIVE [ 968.545293] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.545427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.545481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.545685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.546456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.546456] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.546456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.546456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.546456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.546456] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.546708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.546708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.546708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.546857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.546857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.546942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13516381-807b-4f7f-9e4c-c04bae51e9b6 is going to be updated. [ 968.568258] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.568406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.568476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.568688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.568820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.568974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13516381-807b-4f7f-9e4c-c04bae51e9b6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.052935] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.557537] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.557906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.557906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.557993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.558060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.558162] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be created. [ 969.581901] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.582116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.582175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.582351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.582509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.593145] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: UNINITIALIZED for 2s [ 971.606352] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 971.606352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.606764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.606764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.606936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.607078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.607147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.607301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.607382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.607464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.607553] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.109894] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.616569] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4e9d528-8987-4e93-951e-c64368a88531: rpc.has_security_group_logging(os_id): False [ 972.633112] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.633597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.633775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.634221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.634474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.634842] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.635172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.635462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.635819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.636047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.636369] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be created. [ 972.698515] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.698679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.698728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.698927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.699108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.710146] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 973.032633] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.032633] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 973.234406] env[65675]: INFO networking_nsxv3.common.synchronization [req-6b2e72cd-02e1-412b-a630-0bfacc69877e req-d42cf757-6d7d-4518-9b7a-b73340d7573c tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 973.235761] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 973.235761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.235761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.235761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.235761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.236019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.236019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.236019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.236149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.236212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.236301] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.613188] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.613188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.613394] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.613637] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.613947] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.614369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.614498] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.614732] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.614885] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.615142] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.615259] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.615371] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.615478] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.615587] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.615694] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.615825] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.637221] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.637560] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.637671] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.637923] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.638290] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-f53c15c3-4f84-4e03-ab2a-456b7b805de1 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.638487] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.638589] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.638964] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.639140] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53c15c3-4f84-4e03-ab2a-456b7b805de1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.738213] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.738567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.738695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.739057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.739252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.739574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.739712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.739779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.739993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.740151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.740254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 already deleted. [ 973.740369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.141824] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.142244] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.142452] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.142898] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.143193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.143460] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port f53c15c3-4f84-4e03-ab2a-456b7b805de1 not found, creating... [ 974.143900] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.144172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.144379] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.144781] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.145035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.145552] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.145854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.146086] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.146468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.146744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.146995] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: f53c15c3-4f84-4e03-ab2a-456b7b805de1 is going to be created. [ 974.169714] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.169976] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.170132] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.170472] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.170848] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.171213] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.723376] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 974.723735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.888090] env[65675]: INFO networking_nsxv3.common.synchronization [req-6b2e72cd-02e1-412b-a630-0bfacc69877e req-5ab088ed-8ff5-405c-a5f1-7aec86f52aa1 service nova] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 974.888313] env[65675]: INFO networking_nsxv3.common.synchronization [req-6b2e72cd-02e1-412b-a630-0bfacc69877e req-5ab088ed-8ff5-405c-a5f1-7aec86f52aa1 service nova] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 974.888458] env[65675]: INFO networking_nsxv3.common.synchronization [req-6b2e72cd-02e1-412b-a630-0bfacc69877e req-5ab088ed-8ff5-405c-a5f1-7aec86f52aa1 service nova] Enqueued Resource ID: f53c15c3-4f84-4e03-ab2a-456b7b805de1 with Priority: HIGHEST for action port [ 974.890183] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 974.890337] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 974.890438] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53c15c3-4f84-4e03-ab2a-456b7b805de1 with Priority: HIGHEST for action port [ 974.890745] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.890890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.890953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.891237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.891280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.892769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.892769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.892769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.892769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.892769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.893119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.893119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.893119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.893119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.893259] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.894572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53c15c3-4f84-4e03-ab2a-456b7b805de1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.894690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.894744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.896142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.896142] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53c15c3-4f84-4e03-ab2a-456b7b805de1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.397206] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.397397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397534] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.401853] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f53c15c3-4f84-4e03-ab2a-456b7b805de1 with status ACTIVE [ 975.401853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.401853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.401853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.402160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.402257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.402439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.402592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.403712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.403847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.403967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.404206] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.404330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.404378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.404526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.404600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.406962] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f53c15c3-4f84-4e03-ab2a-456b7b805de1 is going to be updated. [ 975.428894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.429151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.429226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.429441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.430017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.430237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53c15c3-4f84-4e03-ab2a-456b7b805de1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.900556] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.297319] env[65675]: INFO networking_nsxv3.common.synchronization [None req-cba0d3c3-f5e6-49c4-a2fa-8f7e2a614dac None None] Enqueued Resource ID: 9ae0ce90-6e6e-4743-9613-b915b184a804 with Priority: HIGHEST for action port [ 976.299683] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae0ce90-6e6e-4743-9613-b915b184a804 with Priority: HIGHEST for action port [ 976.299998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae0ce90-6e6e-4743-9613-b915b184a804 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.300175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae0ce90-6e6e-4743-9613-b915b184a804" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.300532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae0ce90-6e6e-4743-9613-b915b184a804" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.300994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae0ce90-6e6e-4743-9613-b915b184a804" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.301106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae0ce90-6e6e-4743-9613-b915b184a804',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.403266] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.403462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.403540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.403751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.403844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.403954] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be created. [ 976.430360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.430457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.430498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.430700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.430860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.443556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: UNINITIALIZED for 2s [ 976.807021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ae0ce90-6e6e-4743-9613-b915b184a804 [ 976.808240] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.808386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.808454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.808745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.808877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.808995] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ae0ce90-6e6e-4743-9613-b915b184a804 already deleted. [ 976.809590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae0ce90-6e6e-4743-9613-b915b184a804" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.898626] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f48d346-38ea-4e0f-845f-9bebd4d4d219 req-3c0c9a55-fd17-4348-9307-4c87dec3104c tempest-ServersNegativeTestJSON-775133345 tempest-ServersNegativeTestJSON-775133345-project-member] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 977.899225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 977.899387] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.899504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.899567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.899775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.899929] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.900027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.900085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.900241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.900322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.900413] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.051420] env[65675]: INFO networking_nsxv3.common.synchronization [req-b6301671-02b7-4f02-8a27-25652686a875 req-3b924901-d36d-4434-8414-4f1c7914f1e0 tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 978.051979] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGHEST for action security_group_members [ 978.052323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.052446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.052511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.053034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.053034] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.053034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.053682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.053866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.054287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.054287] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.372954] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.372954] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.372954] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.372954] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.373215] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.373355] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.373477] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.373687] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.373892] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.375414] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.375414] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.375414] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.375414] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.375414] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.375414] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.375414] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.402738] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.418201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.418201] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.418201] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.418201] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.418435] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.418435] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.418541] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.418838] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.418959] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.425717] env[65675]: INFO networking_nsxv3.common.synchronization [req-69669b53-9033-4c7a-8230-3a46f0c9b64d req-55aa0ef4-5209-47c1-ab6c-fb274b9a4a86 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 978.428030] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 978.428030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.428030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.428030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.428030] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.455410] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 978.455708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.456220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.456627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.456732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.456797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.457054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.457879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.457879] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.557068] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.557068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.557068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.557068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.557068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.557068] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.557439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.557439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.557439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.557525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.558181] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a is going to be updated. [ 978.586724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.586990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.586990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.587198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.587376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.597360] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: IN_PROGRESS for 2s [ 978.905238] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.923924] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.924253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.924335] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.924585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.924732] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.924880] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 not found, creating... [ 978.925147] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.925298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.925410] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.925616] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.925746] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.926025] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.926179] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.926294] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.926587] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.926637] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.926755] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 is going to be created. [ 978.930528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930528] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.930528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930528] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 978.954498] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.954791] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.954935] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.955293] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.955595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.955865] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.959251] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.962109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.962241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.962307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.965036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.965036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.973489] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 979.317476] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0980db93-fbb4-47cf-9994-80c4eab1593d None None] Enqueued Resource ID: 69a021ef-ae24-41a7-9a1b-fb1fd3427a4f with Priority: HIGHEST for action port [ 979.321023] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a021ef-ae24-41a7-9a1b-fb1fd3427a4f with Priority: HIGHEST for action port [ 979.321023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a021ef-ae24-41a7-9a1b-fb1fd3427a4f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.321023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a021ef-ae24-41a7-9a1b-fb1fd3427a4f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.321023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a021ef-ae24-41a7-9a1b-fb1fd3427a4f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.321023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a021ef-ae24-41a7-9a1b-fb1fd3427a4f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.321023] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a021ef-ae24-41a7-9a1b-fb1fd3427a4f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.409595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.409780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.409821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.410340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.410340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.410340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 979.441900] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.441900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.441900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.441900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.441900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.450920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 979.461086] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b196d723-b7d7-4e56-be73-939f0249cd71: rpc.has_security_group_logging(os_id): False [ 979.480375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.480375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.480590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.480626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.480723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.481268] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.481403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.481476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.481722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.481799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.481832] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be created. [ 979.548854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.549060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.549115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.549339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.549479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.561924] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 979.683675] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f48d346-38ea-4e0f-845f-9bebd4d4d219 req-5772037f-12dd-4b2d-b389-3ee764606c0d service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 979.683833] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f48d346-38ea-4e0f-845f-9bebd4d4d219 req-5772037f-12dd-4b2d-b389-3ee764606c0d service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 979.683937] env[65675]: INFO networking_nsxv3.common.synchronization [req-1f48d346-38ea-4e0f-845f-9bebd4d4d219 req-5772037f-12dd-4b2d-b389-3ee764606c0d service nova] Enqueued Resource ID: 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 with Priority: HIGHEST for action port [ 979.684712] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 979.684878] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 979.684981] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 with Priority: HIGHEST for action port [ 979.685320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.685437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.685495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.685789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.685901] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.687905] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.688049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.688639] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.688639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.688639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.689197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.689197] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.822286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69a021ef-ae24-41a7-9a1b-fb1fd3427a4f [ 979.822510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.822692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.822692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.822875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.822992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.823079] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69a021ef-ae24-41a7-9a1b-fb1fd3427a4f already deleted. [ 979.823274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a021ef-ae24-41a7-9a1b-fb1fd3427a4f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.188800] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.189115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 with status ACTIVE [ 980.192553] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.192956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.193069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.193256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.193352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.193414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.193707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.193707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.193806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.193899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.193959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.194112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.194202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1 is going to be updated. [ 980.220992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.220992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.220992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.220992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.220992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.221566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1a3723-c2d8-40fc-8f7e-e72c760f6dd1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.613786] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9363ce-aa1b-440a-839d-c71d89db685a in Status: SUCCESS [ 980.613968] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a deletion is rescheduled due to dependency. [ 980.614112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.982909] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 980.983125] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 980.984126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.462215] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 981.462588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.462668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.462825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.463019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.463141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.463205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.463349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.463428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.463518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.577738] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 981.578065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.965855] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.467222] env[65675]: INFO networking_nsxv3.common.synchronization [req-e6afafab-1a89-4af3-afa5-500b19f26c26 req-9c01893d-67cd-4438-9293-68ad285f3308 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 982.467504] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 982.467786] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.469067] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.469237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.469335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.469621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.469823] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.471531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.471531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.471531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.471531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.471531] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.924461] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.925061] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.925061] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.925289] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.926952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.926952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.926952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.926952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.926952] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.926952] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.926952] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.926952] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.926952] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.926952] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.926952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.952438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.952619] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.953041] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.953041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953319] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-2cabd6fa-1049-44f9-984b-469072d49145 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.953451] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.954846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.954846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.954846] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cabd6fa-1049-44f9-984b-469072d49145',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.972734] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.973035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.973115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.973321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.973442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.973507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 982.975161] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.975356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.975420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.975597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.975701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.975911] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.976050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.976139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.976311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.976413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.976538] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 already deleted. [ 982.976638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.007764] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.007764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.007764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.007764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.007764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.017740] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 983.456840] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.457153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.457299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.457619] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.457744] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.457939] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 2cabd6fa-1049-44f9-984b-469072d49145 not found, creating... [ 983.458284] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.458475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.458599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.458820] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.458959] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.459256] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.459407] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.459544] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.459757] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.459971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.460080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 2cabd6fa-1049-44f9-984b-469072d49145 is going to be created. [ 983.480562] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.481052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.481052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.481254] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.481451] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.481676] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.180521] env[65675]: INFO networking_nsxv3.common.synchronization [req-e6afafab-1a89-4af3-afa5-500b19f26c26 req-da19f018-bde7-4cc4-b428-699bd95d9e42 service nova] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 984.180816] env[65675]: INFO networking_nsxv3.common.synchronization [req-e6afafab-1a89-4af3-afa5-500b19f26c26 req-da19f018-bde7-4cc4-b428-699bd95d9e42 service nova] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 984.181454] env[65675]: INFO networking_nsxv3.common.synchronization [req-e6afafab-1a89-4af3-afa5-500b19f26c26 req-da19f018-bde7-4cc4-b428-699bd95d9e42 service nova] Enqueued Resource ID: 2cabd6fa-1049-44f9-984b-469072d49145 with Priority: HIGHEST for action port [ 984.185632] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 984.185632] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 984.185632] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cabd6fa-1049-44f9-984b-469072d49145 with Priority: HIGHEST for action port [ 984.186185] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.186312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.186388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.186586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.186856] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.187537] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.187689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.187689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.187880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.187982] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.189196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.189272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.190210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.190210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.190210] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.191143] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cabd6fa-1049-44f9-984b-469072d49145 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.191280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.191531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.191531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.191601] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cabd6fa-1049-44f9-984b-469072d49145',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.695025] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.695025] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.695025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.695025] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cabd6fa-1049-44f9-984b-469072d49145 with status ACTIVE [ 984.695455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.695455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.695455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.695584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.695619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.695758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.695845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.695903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.696060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.696131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.696324] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.696413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.696470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.696603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.696672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.697991] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cabd6fa-1049-44f9-984b-469072d49145 is going to be updated. [ 984.720701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.720869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.720917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.721146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.721286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.721442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.036797] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 985.037082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.037420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.037786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.037862] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.037950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.038019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.038239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.038316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.038369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.038509] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.198610] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.541280] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541990] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.542154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.542216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.542403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.542537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.542633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.542845] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.543027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.543094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.543264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.543425] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.543521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.543586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.543758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.544213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.544342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.544462] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.704464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.705411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.705411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.705411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.705411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.705411] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be created. [ 985.730130] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.730306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.730419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.730620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.730696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.745031] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: UNINITIALIZED for 2s [ 985.850117] env[65675]: INFO networking_nsxv3.common.synchronization [req-6fa25987-84cb-47fb-883c-f12c73ab418d req-34bde3eb-688d-4cec-9d08-2ad67b267645 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 985.850781] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 985.851154] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.851154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.851304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.851844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.851844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.852379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.852379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.852500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.852559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.852659] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.047957] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447d2632-1ec6-45e3-8b1d-bf247f8b8717: rpc.has_security_group_logging(os_id): False [ 986.069860] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.069860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.070064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.070166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.070319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.070582] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.070687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.070770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.072129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.072129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.072129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.073171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.073171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.073451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.073451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.073540] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 986.139302] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.142205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.142205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.142205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.142205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.156567] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 986.174556] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.174822] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.174822] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.175447] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.175616] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.176514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.176514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.176514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.176514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176785] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.176958] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.177144] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.177312] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.177466] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.177586] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.177714] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.196598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.197733] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.197733] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.197733] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.197944] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-a45a4259-1e09-4870-a4bb-074a28a0dfc4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.198080] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.198160] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.198560] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.198700] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45a4259-1e09-4870-a4bb-074a28a0dfc4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.355312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.355519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.355519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.355726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.355799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.356245] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.356245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.356245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.356429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.356429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.356558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 986.389761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.389761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.389902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.390015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.390163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.403987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 986.701595] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701849] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702046] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702507] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702619] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.702806] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port a45a4259-1e09-4870-a4bb-074a28a0dfc4 not found, creating... [ 986.703157] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.703368] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.703501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.703738] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.703876] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.704374] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.704575] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.704828] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.704907] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.705036] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.705174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: a45a4259-1e09-4870-a4bb-074a28a0dfc4 is going to be created. [ 986.726030] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.726215] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.726346] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.726633] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.726854] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.727187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.422321] env[65675]: INFO networking_nsxv3.common.synchronization [req-6fa25987-84cb-47fb-883c-f12c73ab418d req-d2c24a4e-8060-4129-8fb3-1e05c63c8d94 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 987.422527] env[65675]: INFO networking_nsxv3.common.synchronization [req-6fa25987-84cb-47fb-883c-f12c73ab418d req-d2c24a4e-8060-4129-8fb3-1e05c63c8d94 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 987.422674] env[65675]: INFO networking_nsxv3.common.synchronization [req-6fa25987-84cb-47fb-883c-f12c73ab418d req-d2c24a4e-8060-4129-8fb3-1e05c63c8d94 service nova] Enqueued Resource ID: a45a4259-1e09-4870-a4bb-074a28a0dfc4 with Priority: HIGHEST for action port [ 987.423348] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 987.423446] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 987.423596] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45a4259-1e09-4870-a4bb-074a28a0dfc4 with Priority: HIGHEST for action port [ 987.423955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.424128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.424198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.424506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.424641] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.425990] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.426116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.426595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45a4259-1e09-4870-a4bb-074a28a0dfc4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.426723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.427108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.427395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.427512] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45a4259-1e09-4870-a4bb-074a28a0dfc4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.756436] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 987.756436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.756935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.756935] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.757125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.757252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.757332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.757414] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.757498] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.930173] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.930353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.932767] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a45a4259-1e09-4870-a4bb-074a28a0dfc4 with status ACTIVE [ 987.932983] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.933171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.933239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.933437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.933535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.933748] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.933970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.933970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.934126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.934419] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.934419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.934517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.934672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.934827] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a45a4259-1e09-4870-a4bb-074a28a0dfc4 is going to be updated. [ 987.963998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.964182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.964182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.964498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.964650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.964832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45a4259-1e09-4870-a4bb-074a28a0dfc4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.172209] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 988.172480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.260563] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.363571] env[65675]: INFO networking_nsxv3.common.synchronization [req-5f08e075-d9d1-40a2-9a03-34f6304a8402 req-2ad74396-dde4-4633-9786-9123f70a6309 tempest-ServerMetadataNegativeTestJSON-1895073215 tempest-ServerMetadataNegativeTestJSON-1895073215-project-member] Enqueued Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 988.364146] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 988.364536] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.364665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.364734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.364983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.365523] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.365523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.365523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.365523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.365714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.365714] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.414614] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 988.414614] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 988.414760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.414853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.415103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.415315] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.415457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.415520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.415681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.415761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.415854] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.708024] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.708024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-818" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.708024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-818" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.708024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-818" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.708024] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.708024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.708024] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.708514] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.708820] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.709194] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.709468] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.709710] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.709957] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.710220] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.712156] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.712156] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.728767] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.728981] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.729135] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.729698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-818" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.729698] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-78a91447-9c4e-4050-9f29-09000748e2e5 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.729885] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.729885] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.730226] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.730366] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a91447-9c4e-4050-9f29-09000748e2e5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.763183] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6: rpc.has_security_group_logging(os_id): False [ 988.785027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.785027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.785027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.785027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be created. [ 988.845775] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.845992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.845992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.858780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: IN_PROGRESS for 2s [ 988.868511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.868640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.868640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.868862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.868947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.869153] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.869227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.869293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.869442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.869517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.869751] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 already deleted. [ 988.869751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.918655] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.233012] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.233264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.233441] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.233728] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.233902] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.234077] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 78a91447-9c4e-4050-9f29-09000748e2e5 not found, creating... [ 989.234374] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.234539] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.234660] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.234897] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.235070] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.235360] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.235520] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.235638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.235842] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.235977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.237723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 78a91447-9c4e-4050-9f29-09000748e2e5 is going to be created. [ 989.259284] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.259602] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.259800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.260099] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.260337] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.260572] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.421974] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.924188] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.924505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.924505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.924970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.925165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.925302] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 989.961127] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.961292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.961350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.962894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.971227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 989.986033] env[65675]: INFO networking_nsxv3.common.synchronization [req-5f08e075-d9d1-40a2-9a03-34f6304a8402 req-6ffc36ff-1445-4773-b20c-e509f16b5a88 service nova] Enqueued Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_rules [ 989.986250] env[65675]: INFO networking_nsxv3.common.synchronization [req-5f08e075-d9d1-40a2-9a03-34f6304a8402 req-6ffc36ff-1445-4773-b20c-e509f16b5a88 service nova] Enqueued Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 989.986392] env[65675]: INFO networking_nsxv3.common.synchronization [req-5f08e075-d9d1-40a2-9a03-34f6304a8402 req-6ffc36ff-1445-4773-b20c-e509f16b5a88 service nova] Enqueued Resource ID: 78a91447-9c4e-4050-9f29-09000748e2e5 with Priority: HIGHEST for action port [ 989.986964] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_rules [ 989.989170] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 989.990014] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a91447-9c4e-4050-9f29-09000748e2e5 with Priority: HIGHEST for action port [ 989.990384] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.990585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.990585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.991053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.991053] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.992500] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.992619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.992701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.992898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.993141] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.993261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.993341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.993504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.993584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.993698] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.994934] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a91447-9c4e-4050-9f29-09000748e2e5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.995099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.995099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.995322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.995379] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a91447-9c4e-4050-9f29-09000748e2e5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.498084] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.498084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.498084] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.498978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78a91447-9c4e-4050-9f29-09000748e2e5 with status ACTIVE [ 990.499181] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.499320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.499423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.499703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.500478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.500478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.500478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.500478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.500478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.500708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.500801] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.501863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.501863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.501863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.501863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.501863] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78a91447-9c4e-4050-9f29-09000748e2e5 is going to be updated. [ 990.529979] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.529979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.529979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.529979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.529979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.529979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a91447-9c4e-4050-9f29-09000748e2e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.883441] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 990.883700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003522] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.463921] env[65675]: INFO networking_nsxv3.common.synchronization [req-dc5c0c1f-b8a1-464f-b21f-aebaa260444c req-c6908493-0c3c-4234-85a6-36c3d6ee8808 tempest-ServersNegativeTestJSON-775133345 tempest-ServersNegativeTestJSON-775133345-project-member] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 991.464503] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 991.464819] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.464942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.464999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.465241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.465415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.465579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.465646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.465811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.465897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.465990] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.505732] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.505923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.505999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.506279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.506377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.506566] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 is going to be created. [ 991.530809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.530986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.531083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.531357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.531539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.542883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: UNINITIALIZED for 2s [ 991.969635] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.991236] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 991.991509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.992627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.992627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.992627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.992627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.992858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.992858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.992985] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.473710] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.502380] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.502651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.502651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.502850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.503324] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.503324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.503324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.503324] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.503524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.503524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504675] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.976482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.976600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.976600] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.976794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.976880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.978044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 993.008028] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 993.010256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.010409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.010409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.010663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.010722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.019534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 993.026312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.026474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.026627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.026819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.026915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.027186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.027291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.027417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.027595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.027674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.027865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.027960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.028033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.028192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.028235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.028490] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.028559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.028636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.028777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.028851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.028938] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 993.094726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.094876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.094947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.095171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.095322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.110695] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 993.554357] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: SUCCESS [ 993.554664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.554851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.555079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.555268] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.555397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.555461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.555622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.556105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.556105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.556105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.812707] env[65675]: INFO networking_nsxv3.common.synchronization [req-af67c874-8c28-405d-9f63-591821601f2a req-e87e5981-8751-43aa-ae55-457f30075433 tempest-ServerGroupTestJSON-1536682842 tempest-ServerGroupTestJSON-1536682842-project-member] Enqueued Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 993.813306] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 993.813622] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.813948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.813948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.814129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.814332] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.814437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.814496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.814667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.814754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.814847] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.058911] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.059087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.059130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.059610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.059610] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.059732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.059732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.060376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.060376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.060376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.060376] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.060376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.060376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.060658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.060658] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.060746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.060746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.060883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.060963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.061036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.061126] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.167227] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.167227] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-246" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.167353] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-246" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.167685] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-246" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167965] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.168144] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.168221] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.168400] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.168561] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.168868] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.169050] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.169175] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.169284] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.169397] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.169502] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.169633] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.189183] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.189364] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.189504] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.189688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-246" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.189993] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-3838604b-c9a7-48f0-bcab-4123a8738a33 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.190178] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.190298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.190628] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.190777] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3838604b-c9a7-48f0-bcab-4123a8738a33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.317782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.318094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.318226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.318560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.318711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.319044] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.319288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.319355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.319484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.319566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.319665] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef already deleted. [ 994.319749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.565178] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c57ac06-f91a-4140-a91a-e512eff056d1: rpc.has_security_group_logging(os_id): False [ 994.588207] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.588207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.588207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.588611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.589402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.589402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.589539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.589915] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.590134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.590457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.590842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.591025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.591374] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.591564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.591701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.591968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.592083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.592346] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 is going to be created. [ 994.657129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.657385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.657385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.657754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.658035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.669849] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: IN_PROGRESS for 2s [ 994.693292] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.693524] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.693638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.694497] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.694497] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.694497] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 3838604b-c9a7-48f0-bcab-4123a8738a33 not found, creating... [ 994.694698] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.694764] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.694830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.695055] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.695194] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.695520] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.695677] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.695791] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.695995] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.696142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.696279] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 3838604b-c9a7-48f0-bcab-4123a8738a33 is going to be created. [ 994.747052] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.747052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.747052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.747052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.747052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.747052] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.033065] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 995.034668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.135545] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 995.135835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.297766] env[65675]: INFO networking_nsxv3.common.synchronization [req-bbc648f7-e2d9-4e56-92ac-e4432a59a64b req-379c57c1-784a-4cb0-9767-423ad9f3eb9a tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 995.298396] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 995.298718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.299243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.299243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.299243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.299408] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.299408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.299497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.299582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.299664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.299770] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.431654] env[65675]: INFO networking_nsxv3.common.synchronization [req-af67c874-8c28-405d-9f63-591821601f2a req-38784fae-1a57-4bb9-aa94-e1650bce0e0b service nova] Enqueued Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_rules [ 995.431915] env[65675]: INFO networking_nsxv3.common.synchronization [req-af67c874-8c28-405d-9f63-591821601f2a req-38784fae-1a57-4bb9-aa94-e1650bce0e0b service nova] Enqueued Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 995.432087] env[65675]: INFO networking_nsxv3.common.synchronization [req-af67c874-8c28-405d-9f63-591821601f2a req-38784fae-1a57-4bb9-aa94-e1650bce0e0b service nova] Enqueued Resource ID: 3838604b-c9a7-48f0-bcab-4123a8738a33 with Priority: HIGHEST for action port [ 995.434806] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_rules [ 995.435102] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 995.435385] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3838604b-c9a7-48f0-bcab-4123a8738a33 with Priority: HIGHEST for action port [ 995.437743] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.437743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.437743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.437743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.437743] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.437743] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.437743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.437743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.438132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.438132] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.438132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.438132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.438259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.438353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.438442] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.439243] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3838604b-c9a7-48f0-bcab-4123a8738a33 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.439370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.439625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.439625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.439686] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3838604b-c9a7-48f0-bcab-4123a8738a33',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.767628] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768078] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768078] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.768255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.768529] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768709] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768897] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.769230] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.769389] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.769613] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.769732] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.769849] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.769960] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.770100] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.770494] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.770628] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.803889] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.804123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.804203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.804422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.804485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.807766] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.807766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.807766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.807766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.807766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.807766] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 995.809254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.809254] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.809254] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.809480] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-54" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810104] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.811484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.811484] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.850539] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.850781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.850781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.850954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.851105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.865042] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 995.943020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.943020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.943020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3838604b-c9a7-48f0-bcab-4123a8738a33 with status ACTIVE [ 995.943020] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.943020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.943020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.943020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.943020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.943727] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.943727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.943727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.943727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.943727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.943892] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.943892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.943972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.944060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.944134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.944218] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3838604b-c9a7-48f0-bcab-4123a8738a33 is going to be updated. [ 995.945855] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.971485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.971485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.971485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.971485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.971797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3838604b-c9a7-48f0-bcab-4123a8738a33" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.176626] env[65675]: INFO networking_nsxv3.common.synchronization [req-68cd8045-b065-4131-af19-13b33ec49bd7 req-c556140b-c120-430c-b170-4fb63e4c7f55 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 996.177326] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGHEST for action security_group_members [ 996.177658] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.177783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.177847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.178058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.178314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.178373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.178536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.178727] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.315655] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.315897] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.316431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.316431] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.316543] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.316725] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 not found, creating... [ 996.317081] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.317267] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.317390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.317626] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.317767] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.318072] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.318235] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.318352] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.318586] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.318723] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.318863] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 is going to be created. [ 996.347023] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.347023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.347023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.347023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.347023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.347023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.450036] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.680585] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.680770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.680842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.681177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.681177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.681421] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.681585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.681653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.681777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.681918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.682068] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 is going to be updated. [ 996.683669] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: SUCCESS [ 996.683857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.714628] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.714628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.714628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.714628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.714628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.724978] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: IN_PROGRESS for 2s [ 996.952497] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.952770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.952770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.952887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.952969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.953147] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef is going to be created. [ 996.977283] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.977716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.977716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.977716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.977885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.988424] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: UNINITIALIZED for 2s [ 997.062371] env[65675]: INFO networking_nsxv3.common.synchronization [req-bbc648f7-e2d9-4e56-92ac-e4432a59a64b req-96c2caaf-09b3-4ab3-bc3b-f4925b3a2b0d service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 997.062371] env[65675]: INFO networking_nsxv3.common.synchronization [req-bbc648f7-e2d9-4e56-92ac-e4432a59a64b req-96c2caaf-09b3-4ab3-bc3b-f4925b3a2b0d service nova] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 997.062371] env[65675]: INFO networking_nsxv3.common.synchronization [req-bbc648f7-e2d9-4e56-92ac-e4432a59a64b req-96c2caaf-09b3-4ab3-bc3b-f4925b3a2b0d service nova] Enqueued Resource ID: 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 with Priority: HIGHEST for action port [ 997.062616] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_rules [ 997.063543] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 997.063543] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 with Priority: HIGHEST for action port [ 997.063820] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.063993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.064045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.064221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.064301] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.065574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.065665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.065873] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.065997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.066101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.066306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.066385] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.568811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.569053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.569121] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 with status ACTIVE [ 997.570039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.570039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.570039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.570427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.570546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.570849] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.570934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.570985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.572045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.572045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.572045] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2 is going to be updated. [ 997.600830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.600923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.601050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.601442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.601655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.601983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df64ed7-5c9a-4669-acf7-fadf6c0ee2e2" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.821106] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-c74c3495-64e7-4c31-85ed-cf52ff1112e0 tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 997.821697] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 997.822050] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.822198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.822343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.822670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.822861] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.822967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.823032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.823215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.823304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.823413] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.876246] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 997.876406] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 997.876578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.876812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.877149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.877361] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.877484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.877554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.877747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.877833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.877940] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.205741] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.206117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.206117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.206478] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.206683] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.206838] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.206952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.210128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.210128] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.210128] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.210128] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.210128] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.210128] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.210128] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.210128] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.210128] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.228545] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.228754] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.228905] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.229126] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.229503] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-9e25041e-cdce-4437-a979-e54201fa15ca taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.229635] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.229831] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230185] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230351] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25041e-cdce-4437-a979-e54201fa15ca',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.325769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.326017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.326143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.326461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.326607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.326919] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.327091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.327194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.327437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.327579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.327731] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 already deleted. [ 998.327866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.381752] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.732577] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.732878] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.733069] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.733369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.733538] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.733711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 9e25041e-cdce-4437-a979-e54201fa15ca not found, creating... [ 998.734061] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.734193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.734419] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.734735] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.735099] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.735286] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.735457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.735576] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.735824] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.735969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.736153] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 9e25041e-cdce-4437-a979-e54201fa15ca is going to be created. [ 998.738099] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 in Status: SUCCESS [ 998.738274] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 deletion is rescheduled due to dependency. [ 998.738384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.759842] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.760115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.760247] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.760559] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.760883] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.761146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.884112] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.002330] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: SUCCESS [ 999.002729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.002998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.003315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.003584] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.003771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.003898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.007063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.007198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.007340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.007477] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.387722] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.388063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.388063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.389399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.389399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.389399] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 999.422776] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.422962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.423012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.423222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.423371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.432758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 999.509572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.509820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.509892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.510155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.510358] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.510472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.510552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.510719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.510826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.510917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.511108] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.511515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.511670] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.512678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.512678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.512678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.512678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.512678] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.524998] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-039e20bc-54ea-44bf-a264-2f93b20230ee service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 999.525294] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-039e20bc-54ea-44bf-a264-2f93b20230ee service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 999.525477] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-039e20bc-54ea-44bf-a264-2f93b20230ee service nova] Enqueued Resource ID: 9e25041e-cdce-4437-a979-e54201fa15ca with Priority: HIGHEST for action port [ 999.526745] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 999.527089] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 999.527317] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e25041e-cdce-4437-a979-e54201fa15ca with Priority: HIGHEST for action port [ 999.527649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.527814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.527886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.528201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.528292] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.529271] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.529387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.530155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.530155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.530155] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.530155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.530155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.530155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.530682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.530682] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.531649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e25041e-cdce-4437-a979-e54201fa15ca taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.531763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.531854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.532139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.532378] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25041e-cdce-4437-a979-e54201fa15ca',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.015822] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d68bd5c-6a8f-4644-a33a-1171360c2bef: rpc.has_security_group_logging(os_id): False [ 1000.035656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.035905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.036110] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.038094] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e25041e-cdce-4437-a979-e54201fa15ca with status ACTIVE [ 1000.038094] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.038285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.039375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.039375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.039375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.039375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.039375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.039375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.039678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.039678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.039784] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.039875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.039933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.040132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.040240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.041280] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e25041e-cdce-4437-a979-e54201fa15ca is going to be updated. [ 1000.049716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.049716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.049716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.050562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.050562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.050562] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.051085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.051085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.051085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.051085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.051932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.051932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.051932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.051932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.051932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.052525] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.052525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.052525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.052696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.052696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.052829] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef is going to be created. [ 1000.074154] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.074154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.074154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.074154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.074154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.074154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e25041e-cdce-4437-a979-e54201fa15ca" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.178028] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.178028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.178028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.178028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.178028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.224302] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: IN_PROGRESS for 2s [ 1000.280100] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-f0044d3d-f5b8-40c2-b22f-b088ae924999 tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1000.280100] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1000.280446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.280549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.542822] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.674559] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.674773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.674994] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.675291] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.675559] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.675725] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.675841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.676069] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.676212] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.676407] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.676513] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.676615] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.677735] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.677735] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.677735] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.677735] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.699175] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.699358] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.699509] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.699681] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.700105] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-ed5bee41-5476-4a8c-ade1-4185004b6a9e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.700292] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.700417] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.700738] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.700877] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5bee41-5476-4a8c-ade1-4185004b6a9e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.045494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.045618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.045731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.045925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.046026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.046291] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be created. [ 1001.072326] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.072530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.072616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.072869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.073061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.083519] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: UNINITIALIZED for 2s [ 1001.203981] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.204356] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.204642] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.205012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.205220] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.205421] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port ed5bee41-5476-4a8c-ade1-4185004b6a9e not found, creating... [ 1001.206067] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.206311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.206503] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.206811] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.207008] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.207300] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.207464] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.207575] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.207802] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.207945] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.208099] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: ed5bee41-5476-4a8c-ade1-4185004b6a9e is going to be created. [ 1001.230495] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.230892] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.230892] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.231229] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.231513] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.231790] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.445110] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 1001.445442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.445701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.445974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.446211] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.446361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.446451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.446627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.446873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.446873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.446987] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.950697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.951058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.951106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.951312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.951498] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.951628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.951689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.951837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.951939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.952037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.952192] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.952303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.952352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.952502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.952642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.952733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.952792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.952948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.953046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.953138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.953221] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.977329] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-b742e3e7-1c3f-4a80-a328-f923ac70d4ae service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 1001.977329] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-b742e3e7-1c3f-4a80-a328-f923ac70d4ae service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1001.977329] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-b742e3e7-1c3f-4a80-a328-f923ac70d4ae service nova] Enqueued Resource ID: ed5bee41-5476-4a8c-ade1-4185004b6a9e with Priority: HIGHEST for action port [ 1001.977795] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 1001.977930] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1001.981207] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5bee41-5476-4a8c-ade1-4185004b6a9e with Priority: HIGHEST for action port [ 1001.981555] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.981664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.981893] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.981941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.982485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5bee41-5476-4a8c-ade1-4185004b6a9e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.982643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.982643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.983599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.983599] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5bee41-5476-4a8c-ade1-4185004b6a9e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.240391] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: SUCCESS [ 1002.240391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.456517] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928: rpc.has_security_group_logging(os_id): False [ 1002.475445] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.475614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.475666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.476024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.476128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.476339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.476443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.476502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.476699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.476801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.477027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.477129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.477194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.477340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.477416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.477611] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.477705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.477766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.477906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.477981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478972] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 1002.485892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed5bee41-5476-4a8c-ade1-4185004b6a9e with status ACTIVE [ 1002.486137] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.486525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.486525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.486525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.486752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.486889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.486955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.487120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.487220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.487382] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.487477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.487585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.487722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.487763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.487852] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed5bee41-5476-4a8c-ade1-4185004b6a9e is going to be updated. [ 1002.511901] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.511901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.511901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.511901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.513193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.513193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5bee41-5476-4a8c-ade1-4185004b6a9e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.551545] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.551776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.551840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.552151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.552376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.575473] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 1002.751921] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-6d5be4b2-2132-46a1-a759-b6350417659a tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1002.751972] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1002.753279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.753279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.098027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.098027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.098027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.098027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.099337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.099671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.099978] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.100256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.100439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.103824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.103824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.103824] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.551588] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551919] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.552230] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.552518] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.552720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.552811] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.553047] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.553214] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553415] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.553548] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.553700] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.553780] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.553942] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.554054] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.554139] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.573664] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.573903] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.574105] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.574320] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-240" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.574720] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-308d19df-1e0c-464d-95e9-2004a1e03266 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.574929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.575084] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.575467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.575600] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308d19df-1e0c-464d-95e9-2004a1e03266',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.604286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.604471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.606823] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.857019] env[65675]: INFO networking_nsxv3.common.synchronization [req-bb901f62-6cb6-4b98-b5d6-0ad9eac6880f req-bb53c440-c82c-4e6e-a01f-bb43d83a174f tempest-ServerMetadataNegativeTestJSON-1895073215 tempest-ServerMetadataNegativeTestJSON-1895073215-project-member] Enqueued Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 1003.857481] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGHEST for action security_group_members [ 1003.858401] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.858401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.858401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.858401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.858661] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.858661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.858661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.859459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.859459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.859459] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.081806] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.082115] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.082265] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.082576] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.082900] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.083110] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 308d19df-1e0c-464d-95e9-2004a1e03266 not found, creating... [ 1004.083521] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.083790] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.084222] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.084568] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.084832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.085979] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.086223] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.086444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.087722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.087975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.088259] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 308d19df-1e0c-464d-95e9-2004a1e03266 is going to be created. [ 1004.109466] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.114017] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.114017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.114017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.114017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.114017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.114017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.365189] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.365442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.365540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.365802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.365901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.366157] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.366349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.366349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.366509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.366591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.366682] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 is going to be updated. [ 1004.401666] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.401666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.401666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.402467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.402467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.417667] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: IN_PROGRESS for 2s [ 1004.594976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 1004.594976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.618009] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.618009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.618009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.618198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.618198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.618378] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1004.649717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.649904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.650022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.650298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.650472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.663649] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1004.939477] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-a2f971b2-06ee-43f4-805b-52d4d678b3d2 service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 1004.939477] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-a2f971b2-06ee-43f4-805b-52d4d678b3d2 service nova] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1004.939601] env[65675]: INFO networking_nsxv3.common.synchronization [req-535aef60-ca18-41cd-913f-d5b7570b2c57 req-a2f971b2-06ee-43f4-805b-52d4d678b3d2 service nova] Enqueued Resource ID: 308d19df-1e0c-464d-95e9-2004a1e03266 with Priority: HIGHEST for action port [ 1004.940276] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_rules [ 1004.940346] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1004.940483] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308d19df-1e0c-464d-95e9-2004a1e03266 with Priority: HIGHEST for action port [ 1004.940891] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.941028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.942066] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.942066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.942177] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-308d19df-1e0c-464d-95e9-2004a1e03266 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.942446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.942446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.942668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.942721] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308d19df-1e0c-464d-95e9-2004a1e03266',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.445473] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 308d19df-1e0c-464d-95e9-2004a1e03266 with status ACTIVE [ 1005.445833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.445939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.446524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.446524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.446524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.446761] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.446761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.446889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.446990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.447118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.447405] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.447592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.447718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.447909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.448101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.448101] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 308d19df-1e0c-464d-95e9-2004a1e03266 is going to be updated. [ 1005.475175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.475381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.475381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.475700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.475837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.476016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308d19df-1e0c-464d-95e9-2004a1e03266" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.407041] env[65675]: INFO networking_nsxv3.common.synchronization [req-f288e339-cb73-46cc-9880-0bf7c3eaeb21 req-d08b9da0-fb84-4f84-8fae-711ab7a7cc67 tempest-ServerGroupTestJSON-1536682842 tempest-ServerGroupTestJSON-1536682842-project-member] Enqueued Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 1006.407665] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGHEST for action security_group_members [ 1006.408015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.408995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.409159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.409437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.409664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.409820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.409923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.410136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.410277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.410426] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.429421] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 in Status: SUCCESS [ 1006.429421] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 deletion is rescheduled due to dependency. [ 1006.429421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.675871] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1006.676284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.676284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.676561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.676831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.676989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.677315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.677518] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.912949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913755] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.914082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.914164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.914272] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef is going to be updated. [ 1006.945328] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.945586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.945641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.945919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.946101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.958349] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: IN_PROGRESS for 2s [ 1007.180079] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.683356] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.186045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.186205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.186272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.186508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.186610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.186718] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1008.217399] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.217540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.217778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.217899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.217946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.228771] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1008.443182] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.443335] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.970106] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef in Status: SUCCESS [ 1008.970418] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef deletion is rescheduled due to dependency. [ 1008.970418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.239117] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 4s [ 1011.408429] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.408797] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1011.694206] env[65675]: INFO networking_nsxv3.common.synchronization [req-2a310667-40a0-4f71-9f87-8024c9216137 req-462e29ca-5bf9-439d-a40d-d4092db0979e tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1011.694848] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1011.695222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.695371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.695415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.695622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.695769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.695872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.695922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.696512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.696734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.696734] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.833675] env[65675]: INFO networking_nsxv3.common.synchronization [req-555f56ed-ca61-48c8-9777-8d69c09083bf req-3111541a-20cc-4b33-a26b-81b2315c3f71 tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 1011.834671] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 1011.836187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.836370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.839613] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.839613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.839613] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.121269] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.121484] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.121615] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.121899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.122264] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.122448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.122620] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.122878] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.123074] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.123298] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.123415] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.123593] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.123714] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.123863] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.123978] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.124166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.144308] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.144737] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.144936] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.145187] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.145548] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-84291727-9b6a-47d9-8363-e8d516050211 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.145807] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.145947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.146440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.146589] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84291727-9b6a-47d9-8363-e8d516050211',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.198950] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.249847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1012.250061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.250466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.250758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.250818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.250859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.251012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.251108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.251202] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.344377] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.396397] env[65675]: INFO networking_nsxv3.common.synchronization [req-a85d1e6b-edc2-4a48-8fc4-e9e7d03f4ffd req-9a014ce9-6220-483e-8a43-5ebe017cb6a6 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1012.397728] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1012.397728] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.397728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.397728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.397728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.398103] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.398103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.398103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.398510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.398615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.398712] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.649595] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.649959] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.650199] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.650696] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.650930] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.651127] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 84291727-9b6a-47d9-8363-e8d516050211 not found, creating... [ 1012.651509] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.651787] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.651977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652629] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652629] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.652785] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653095] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.653321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.653549] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.653593] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 84291727-9b6a-47d9-8363-e8d516050211 is going to be created. [ 1012.694141] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.694335] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.694462] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.695346] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.695607] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.695841] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.701046] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.754066] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.848106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.901187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.901357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.901432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.901725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.901783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.902024] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.902674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.902674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.902674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.902674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.902674] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 1012.948870] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.949112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.949187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.949429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.949667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.960492] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 1013.202771] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.202962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.204009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.204009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.204009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.204009] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be updated. [ 1013.239637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.239843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.239843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.240117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.240275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.250185] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 1013.256680] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.351278] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.351527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.351656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.351933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.352127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.352357] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 1013.393071] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.393222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.393296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.393510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.393657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.403601] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 1013.409564] env[65675]: INFO networking_nsxv3.common.synchronization [req-2a310667-40a0-4f71-9f87-8024c9216137 req-04f307e2-9e79-4299-91a3-8b739b63b709 service nova] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 1013.409775] env[65675]: INFO networking_nsxv3.common.synchronization [req-2a310667-40a0-4f71-9f87-8024c9216137 req-04f307e2-9e79-4299-91a3-8b739b63b709 service nova] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1013.409913] env[65675]: INFO networking_nsxv3.common.synchronization [req-2a310667-40a0-4f71-9f87-8024c9216137 req-04f307e2-9e79-4299-91a3-8b739b63b709 service nova] Enqueued Resource ID: 84291727-9b6a-47d9-8363-e8d516050211 with Priority: HIGHEST for action port [ 1013.410487] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_rules [ 1013.410749] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1013.410749] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84291727-9b6a-47d9-8363-e8d516050211 with Priority: HIGHEST for action port [ 1013.411049] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.411125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.411178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.412233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.412233] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.412364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.412420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.412839] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-84291727-9b6a-47d9-8363-e8d516050211 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.412839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.412839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.413405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.413405] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84291727-9b6a-47d9-8363-e8d516050211',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.759355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.759701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.759701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.759911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.760011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.760121] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1013.792948] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.793164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.793403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.793548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.803610] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1013.915509] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.915689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.915952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84291727-9b6a-47d9-8363-e8d516050211 with status ACTIVE [ 1013.916169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.916302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.916379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.916623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.916732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.916957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.917128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.917128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.917567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.917567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.917703] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.917703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.917821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.917900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.917980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.918079] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84291727-9b6a-47d9-8363-e8d516050211 is going to be updated. [ 1013.947129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.947315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.947361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.948034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.948034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.948034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84291727-9b6a-47d9-8363-e8d516050211" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.970344] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 1014.970682] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 1014.970682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.071214] env[65675]: INFO networking_nsxv3.common.synchronization [req-7781a360-cc8e-43c2-9585-d5fa2368142b req-37434e97-04ff-4d0d-882f-5e4a7297f8e1 tempest-ImagesTestJSON-1079271171 tempest-ImagesTestJSON-1079271171-project-member] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 1015.072331] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGHEST for action security_group_members [ 1015.072331] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.072490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.072490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.072806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.072971] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.074045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.074045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.074045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.074045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.074045] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.262815] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 1015.263158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.263628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.264015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.264288] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.264422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.264493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.264726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.264857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.265027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.415585] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 1015.416734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.579434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.579793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.579883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.580735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.580818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.581012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.581110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.581232] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be updated. [ 1015.616802] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.617036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.617087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.617332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.617474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.639226] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: IN_PROGRESS for 2s [ 1015.768527] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.818718] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1015.818950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.819152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.819418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.819567] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.820639] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.820639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.820639] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.821393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.821393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.821393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.821393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.821393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.821393] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.822876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.822876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.822876] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.155239] env[65675]: INFO networking_nsxv3.common.synchronization [req-d949dfc9-dc36-4a5b-976b-e98ab5aea3e4 req-09ef2f78-7df9-4ff4-a56b-cd21f441af2a tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1016.155239] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1016.155239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.155239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.269936] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.325108] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad133a56-f64f-4fce-9ca1-5d89d934cea0: rpc.has_security_group_logging(os_id): False [ 1016.326945] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.349876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.350063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.350135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.350320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.350411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.350605] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.350710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.350763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.350909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.350985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.351810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.351810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.351810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.351810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.351810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.351810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.351810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.352280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.352280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.352280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.352280] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be created. [ 1016.419833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.419833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.419833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.419833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.419833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.431669] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1016.772876] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.772876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.773024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.773194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.773289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.773399] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be updated. [ 1016.804189] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.804349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.804446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.804627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.804775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.814546] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 1016.829654] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.334749] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.335228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.335228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.335390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.335756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.335956] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1017.372659] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.373963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.374157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.375244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.375244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.390946] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1017.650088] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 in Status: SUCCESS [ 1017.650307] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 deletion is rescheduled due to dependency. [ 1017.650307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.288382] env[65675]: INFO networking_nsxv3.common.synchronization [req-1717d484-82de-4c55-8d0c-63f54dd9db41 req-0935ba83-5905-4244-9a9a-5ff84ecea158 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1018.289459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1018.289936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.290140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.290244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.290548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.290790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.290958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.291081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.291331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.291478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.291631] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.446304] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1018.446834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.446834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.446976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.446976] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.715808] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.716220] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.716220] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.716418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.716694] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.716850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.717146] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.717216] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.717376] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.717941] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.717941] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.717941] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.718131] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.718131] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.719287] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.719287] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.738652] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.738843] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.738980] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.739191] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-723" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739506] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-0bec4616-97a9-47f1-9995-ba32cffedadb taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.739847] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.739847] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.740169] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.740326] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bec4616-97a9-47f1-9995-ba32cffedadb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.796391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.796622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.796622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.797604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.797604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.797604] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.797604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.797604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.797890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.797890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.797890] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 1018.826883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 1018.827264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.827523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.827861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828087] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.828207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.828275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.828440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.828614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.828678] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.830452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.830584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.830656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.830813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.830958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.839883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 1018.952069] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.952069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.243261] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.244836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.244836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.244836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.244836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.244836] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 0bec4616-97a9-47f1-9995-ba32cffedadb not found, creating... [ 1019.244836] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.245264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.245264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.245340] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.245425] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.245896] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.245896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.246101] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.246219] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.246355] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.246491] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 0bec4616-97a9-47f1-9995-ba32cffedadb is going to be created. [ 1019.269446] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.270048] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.270048] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.270773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.270773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.270958] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.332992] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.403626] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1019.403853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.404063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.404302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.404496] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.404681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.404742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.404905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.404985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.405096] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.840011] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b196d723-b7d7-4e56-be73-939f0249cd71: rpc.has_security_group_logging(os_id): False [ 1019.859264] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.859398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.859474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.859692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.859786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.860046] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.860148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.860212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.860359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.860433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.860520] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be updated. [ 1019.907344] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.920093] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.920277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.920319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.920504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.920650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.936080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 1019.979729] env[65675]: INFO networking_nsxv3.common.synchronization [req-1717d484-82de-4c55-8d0c-63f54dd9db41 req-3ac35db4-e20f-492b-bc80-19f6623a0a28 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 1019.979919] env[65675]: INFO networking_nsxv3.common.synchronization [req-1717d484-82de-4c55-8d0c-63f54dd9db41 req-3ac35db4-e20f-492b-bc80-19f6623a0a28 service nova] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1019.980219] env[65675]: INFO networking_nsxv3.common.synchronization [req-1717d484-82de-4c55-8d0c-63f54dd9db41 req-3ac35db4-e20f-492b-bc80-19f6623a0a28 service nova] Enqueued Resource ID: 0bec4616-97a9-47f1-9995-ba32cffedadb with Priority: HIGHEST for action port [ 1019.980626] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_rules [ 1019.980853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1019.980935] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bec4616-97a9-47f1-9995-ba32cffedadb with Priority: HIGHEST for action port [ 1019.981489] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.981618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.981687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.981894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.981973] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.982856] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.983223] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bec4616-97a9-47f1-9995-ba32cffedadb taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.983308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.983352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.983728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.983728] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bec4616-97a9-47f1-9995-ba32cffedadb',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.410080] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.486436] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.486526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.486976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bec4616-97a9-47f1-9995-ba32cffedadb with status ACTIVE [ 1020.487290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.487458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.487540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.488958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.489115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.489355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.489482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.489692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.489823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.489921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.490124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.490231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.490297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.490509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.490567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.490612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bec4616-97a9-47f1-9995-ba32cffedadb is going to be updated. [ 1020.517257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.517695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.517695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.517970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.517970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.518161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bec4616-97a9-47f1-9995-ba32cffedadb" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.854740] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 1020.855053] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 1020.855053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.855233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.855449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.855632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.855757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.855818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.855971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.856066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.856162] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.914675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.914882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.914955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.915196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.915297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.915407] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1020.948689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.967458] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1021.362129] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.776967] env[65675]: INFO networking_nsxv3.common.synchronization [None req-0de8a926-e441-4f14-8a87-accd45907a36 None None] Enqueued Resource ID: 5f8dc9ba-eb77-497f-8c46-335378cd73b3 with Priority: HIGHEST for action port [ 1021.778291] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8dc9ba-eb77-497f-8c46-335378cd73b3 with Priority: HIGHEST for action port [ 1021.778291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8dc9ba-eb77-497f-8c46-335378cd73b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.778291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8dc9ba-eb77-497f-8c46-335378cd73b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.778520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8dc9ba-eb77-497f-8c46-335378cd73b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.778574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8dc9ba-eb77-497f-8c46-335378cd73b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.778817] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8dc9ba-eb77-497f-8c46-335378cd73b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.863110] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.955110] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 1021.955502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.957932] env[65675]: INFO networking_nsxv3.common.synchronization [req-08774186-487a-4505-8128-bb1487a331e5 req-8e4b124d-ee35-4597-92eb-c4ef98e96a5b tempest-ServerRescueNegativeTestJSON-56251596 tempest-ServerRescueNegativeTestJSON-56251596-project-member] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 1021.958623] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGHEST for action security_group_members [ 1021.959478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.959733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.959885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.960272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.960591] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.960814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.960968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.961223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.961403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.961583] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.280942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f8dc9ba-eb77-497f-8c46-335378cd73b3 [ 1022.281349] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.282045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.282045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.282045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.282045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.282355] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f8dc9ba-eb77-497f-8c46-335378cd73b3 already deleted. [ 1022.282355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8dc9ba-eb77-497f-8c46-335378cd73b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.368429] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.368429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.368429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.368429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.368429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.368723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 1022.399477] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.399620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.399904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.400073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.410692] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 1022.464433] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.464659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.464740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.464952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.465091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.465265] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.465357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.465431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.469240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.469240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.469240] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be updated. [ 1022.495684] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.495999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.495999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.496466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.496466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.506693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: IN_PROGRESS for 2s [ 1022.979539] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.979539] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.979539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.979539] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.482423] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.482423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.482423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.482879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.482879] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.482879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.483034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.483199] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.483289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.483339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.483470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.483594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.483640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.483762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.483899] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.483989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.484062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.484201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.484274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.484353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.484444] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.869325] env[65675]: INFO networking_nsxv3.common.synchronization [None req-f5d341ea-566e-441e-bba5-3ec4d62cac73 None None] Enqueued Resource ID: 41d24567-7934-434d-823f-f519e863072f with Priority: HIGHEST for action port [ 1023.869917] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d24567-7934-434d-823f-f519e863072f with Priority: HIGHEST for action port [ 1023.870411] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d24567-7934-434d-823f-f519e863072f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.870566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d24567-7934-434d-823f-f519e863072f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.870646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d24567-7934-434d-823f-f519e863072f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.870888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d24567-7934-434d-823f-f519e863072f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.870984] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d24567-7934-434d-823f-f519e863072f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.990150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad133a56-f64f-4fce-9ca1-5d89d934cea0: rpc.has_security_group_logging(os_id): False [ 1024.005962] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.006112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.006287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.006402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.006490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.006684] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.006857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.006857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.007156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.008966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.009222] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.009329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.009396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.009587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.009654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.010944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.011335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.011412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.011614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.011696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.011754] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1024.072797] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.072797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.072797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.072797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.072797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.086780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1024.236775] env[65675]: INFO networking_nsxv3.common.synchronization [None req-fef3cc30-54db-45cd-b083-1d11bbe392b3 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1024.237376] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1024.237703] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.237833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.237901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.238520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.238697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.238806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.238871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.239046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.239135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.239228] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.373321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d24567-7934-434d-823f-f519e863072f [ 1024.373494] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.373616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.373684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.373895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.373981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.374090] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d24567-7934-434d-823f-f519e863072f already deleted. [ 1024.374169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d24567-7934-434d-823f-f519e863072f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.406890] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.407155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.407997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.408235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.408334] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.422631] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.422631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.422631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.422631] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.519635] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d in Status: SUCCESS [ 1024.519635] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d deletion is rescheduled due to dependency. [ 1024.519635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.743316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.743390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.743607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.743699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743892] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.743991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.744222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.744298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.744389] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 1024.771032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.771032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.771032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.771032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.771032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780424] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1024.912079] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.925954] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.926532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.926695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.927133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.927405] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.927551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.927625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.928511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.928511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.928511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.928511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.928511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.928511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.928830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.928830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.928927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.928927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.930392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.930552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.930732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.930923] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.414947] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.435109] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661: rpc.has_security_group_logging(os_id): False [ 1025.456754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.456962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.457010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.457239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.457338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.457584] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.457685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.457743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.457905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.457980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.458729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.458912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.458977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.459476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.459476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.459476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.459641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.459641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.459725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.459802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.459892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 1025.525717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.525898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.525991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.526488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.526488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.545286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 1025.919498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1025.919498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1026.102948] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1026.102948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.102948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.103260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.103260] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.610113] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.610113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.610113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.610113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.610582] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.610582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.610582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.610582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.610582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.610582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.610781] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.717197] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.717416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.717416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.717636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.731714] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1026.734785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.736527] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1026.776149] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.776368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.776368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.776539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.792044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.792044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1026.792235] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.792235] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1026.805046] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1026.805046] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 deletion is rescheduled due to dependency. [ 1026.805258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.840843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.841082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.841082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.841342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.843160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.843221] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1026.913774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.913990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.915687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.916091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.916876] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1026.988676] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.990302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.990302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.990302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.990302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.990827] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1026.990827] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0224af0c-54e2-40d2-949c-0b26e50c67c8', '7c39bfbc-ea20-4fe2-8dff-232590503703', 'a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc', '32d8fb44-0c7f-4cab-a975-510b3b9cc811', '43953561-3bf3-4261-9114-8bd73bff7dac', 'd11e35e4-ebdf-4ea0-8469-8fd82cb0bd46', '06c45b5b-ca47-458d-b1f9-894fc35f2151', '3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3', 'd123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c', '04c89b57-5018-46d4-9f4c-5070bf6b06b4', '2f2eccc1-6a15-48f6-a085-e0a83233a51d', 'bf6f658b-968d-442e-a95c-9e4856ebdf2d', 'e01d80b2-76bb-4712-a4cf-af636b2e875c', 'c01f890d-e986-4a09-b015-ff3fc3e6c83d', '7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928', '0c57ac06-f91a-4140-a91a-e512eff056d1', '8b449e68-ec3c-40d7-8cf4-55f619572e25', '0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6', '1f62e544-1646-4cc3-82bd-3c5aca909c3d', 'b27a9ce3-b13a-433f-9f59-1ab8e859e202', '49a3fb94-b9b3-4757-a53f-a36f4a3f05ab', 'd9ee96f9-a86a-4cf8-b8d1-4c50c29ba661', 'ae9be1bb-9a96-4d42-a387-d8382c0d903f', '95af3c26-91b3-4138-8d9f-f3b44502a0cf', 'b196d723-b7d7-4e56-be73-939f0249cd71', 'f6a944d3-8cc7-45ab-983d-472650ead6a6', '42204722-4384-4d6d-802d-5e15c8f38eb4', '1d68bd5c-6a8f-4644-a33a-1171360c2bef', 'b1c7098b-0361-403e-8839-86cf3f00ac58', 'c1e73cbe-6b49-412b-8f8c-f6579aa234d6', '5d054f93-92ca-43fa-8386-86d9a78eb468', '5e0f7dd2-ce54-4486-a33c-582224d50188', '58399a0e-0e7e-4e8e-a953-8c6f636959d4', '8824a2ad-53da-4e07-80cd-9ddfeae64566', '43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4', '21051091-abcc-446d-a04b-214dc2a5a12b', 'b4e9d528-8987-4e93-951e-c64368a88531', '96fd3949-3d85-4884-b04a-dfeb2348ee87', 'cd117b62-8e60-4946-8a7b-7b44e0e1ff87', '7c37fde6-fcf1-493e-9e50-5a16e9fbc70a', '51ddfce5-e521-4c6e-b8b8-6d5b30653fd0', '5cbe0c24-20b8-46f4-9dc3-fef083a87dd8', 'ad133a56-f64f-4fce-9ca1-5d89d934cea0', 'e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c', '426cb978-b248-4fec-a106-ebcefad5d76d', '75f6d56d-3601-4d01-8085-f38fbb21e326', '9d9363ce-aa1b-440a-839d-c71d89db685a', '447d2632-1ec6-45e3-8b1d-bf247f8b8717', 'e02338ef-4413-4971-bca0-cb3fac3628b0'} {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.991983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1027.011356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.011549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.011650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.011945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.012089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.012303] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1027.012380] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.012493] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1027.115397] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.115556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.115660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.115896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.116941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.117264] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1027.117382] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.117483] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1027.117572] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1027.117670] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1027.117845] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGH for action security_group_rules [ 1027.117909] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGH for action security_group_rules [ 1027.118029] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGH for action security_group_rules [ 1027.118245] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 1027.118245] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGH for action security_group_rules [ 1027.118307] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGH for action security_group_rules [ 1027.118338] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGH for action security_group_rules [ 1027.118427] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGH for action security_group_rules [ 1027.118488] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGH for action security_group_rules [ 1027.118567] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGH for action security_group_rules [ 1027.118648] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGH for action security_group_rules [ 1027.118725] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGH for action security_group_rules [ 1027.118890] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGH for action security_group_rules [ 1027.118890] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGH for action security_group_rules [ 1027.118987] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGH for action security_group_rules [ 1027.119048] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGH for action security_group_rules [ 1027.119115] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGH for action security_group_rules [ 1027.119193] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGH for action security_group_rules [ 1027.119269] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGH for action security_group_rules [ 1027.119352] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGH for action security_group_rules [ 1027.119470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.120345] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.120345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.120568] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.120838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.120999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121358] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.121680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.122024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.122162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.122284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.122349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.122405] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.561046] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 1027.561334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.625880] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad133a56-f64f-4fce-9ca1-5d89d934cea0: rpc.has_security_group_logging(os_id): False [ 1027.649404] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.649563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.649616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.649833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.670798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.670913] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.672087] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.672087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.672492] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.672492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.672492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.672492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.672651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.672651] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1027.744263] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.744497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.744564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.744896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.744994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.760375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1028.103667] env[65675]: INFO networking_nsxv3.common.synchronization [None req-16fafa0c-c5e6-4fde-9992-5cb557a5b822 None None] Enqueued Resource ID: 1c16a149-83bb-4fc8-a5de-e0bc894998c1 with Priority: HIGHEST for action port [ 1028.104302] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c16a149-83bb-4fc8-a5de-e0bc894998c1 with Priority: HIGHEST for action port [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01d80b2-76bb-4712-a4cf-af636b2e875c with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43953561-3bf3-4261-9114-8bd73bff7dac with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 1028.107070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c16a149-83bb-4fc8-a5de-e0bc894998c1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.107070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c16a149-83bb-4fc8-a5de-e0bc894998c1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.107070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c16a149-83bb-4fc8-a5de-e0bc894998c1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.108270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c16a149-83bb-4fc8-a5de-e0bc894998c1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.108270] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c16a149-83bb-4fc8-a5de-e0bc894998c1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.108698] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0224af0c-54e2-40d2-949c-0b26e50c67c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.108817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.109283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.109283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.109283] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0224af0c-54e2-40d2-949c-0b26e50c67c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.109921] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.110041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.110103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.111671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.111671] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.111671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c45b5b-ca47-458d-b1f9-894fc35f2151 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.111671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.111671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.111671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.111671] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c45b5b-ca47-458d-b1f9-894fc35f2151',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.116627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.116903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.116903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.117081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.117625] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.118129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.118721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.118721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.118721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.118721] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27a9ce3-b13a-433f-9f59-1ab8e859e202',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.119405] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.119519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.119582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.119740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.119815] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f62e544-1646-4cc3-82bd-3c5aca909c3d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.122751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.122857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.122965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.123132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.123214] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.123892] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b449e68-ec3c-40d7-8cf4-55f619572e25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.123993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.124076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.124209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.124275] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b449e68-ec3c-40d7-8cf4-55f619572e25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.125218] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.125293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.125327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.125468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.126475] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01f890d-e986-4a09-b015-ff3fc3e6c83d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.127040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c57ac06-f91a-4140-a91a-e512eff056d1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.127160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.127248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.127350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.127974] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c57ac06-f91a-4140-a91a-e512eff056d1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.128267] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01d80b2-76bb-4712-a4cf-af636b2e875c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.128343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.128387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.130058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.130058] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01d80b2-76bb-4712-a4cf-af636b2e875c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.130058] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.130058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.130058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.130058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.130058] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6f658b-968d-442e-a95c-9e4856ebdf2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.133894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.134023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.134075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.134331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.134438] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.135239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.135354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.135403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.135589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.135589] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c89b57-5018-46d4-9f4c-5070bf6b06b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.136270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.136382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.136448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.136596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.136667] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.138908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.139041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.139130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.139298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.139373] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.142654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.142765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.142854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.142968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.143044] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.144234] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43953561-3bf3-4261-9114-8bd73bff7dac taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.144345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.144345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.144496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.144563] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43953561-3bf3-4261-9114-8bd73bff7dac',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.145279] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c39bfbc-ea20-4fe2-8dff-232590503703 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.145404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.145554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.145605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.145641] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c39bfbc-ea20-4fe2-8dff-232590503703',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.147039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.147039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.147039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.147039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.147039] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.153198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c16a149-83bb-4fc8-a5de-e0bc894998c1 [ 1028.153198] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.153198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.153198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.153198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.153198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.153198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c16a149-83bb-4fc8-a5de-e0bc894998c1 already deleted. [ 1028.153198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c16a149-83bb-4fc8-a5de-e0bc894998c1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.178148] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.179189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.179189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.179189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.182025] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.182025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.183208] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.183208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.204298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.204356] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c45b5b-ca47-458d-b1f9-894fc35f2151 is going to be deleted. [ 1028.205985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.206253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.229505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.229726] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0224af0c-54e2-40d2-949c-0b26e50c67c8 is going to be deleted. [ 1028.232036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.232036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.255959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.255959] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc is going to be deleted. [ 1028.280584] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.280746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.280821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.281062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.281276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.281276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c45b5b-ca47-458d-b1f9-894fc35f2151" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.291879] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.292043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.292528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.292678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0224af0c-54e2-40d2-949c-0b26e50c67c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.311817] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.312024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.312165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.312480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.312707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.312900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08ae5fc-d9ef-4259-8ba4-f895fdfd4dbc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.665913] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.666358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.666358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.666447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.666713] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.667500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.667599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.667781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.667891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.667986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.668105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.739130] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.739130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.739130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.739130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.741729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.741729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.742452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.742636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.743682] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.743682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.744594] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.744594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.745183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.745247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.745999] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.746106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.746813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.746896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.747579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.747673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.748694] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.748694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.749900] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.749997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.750653] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.751083] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.751206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.751826] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.752391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.752484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.753177] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.753665] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.753750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.777241] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.777936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.778058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.779129] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.779796] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.779910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.784612] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.785290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.785482] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27a9ce3-b13a-433f-9f59-1ab8e859e202 is going to be deleted. [ 1028.786563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.786845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.812510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.812864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43953561-3bf3-4261-9114-8bd73bff7dac is going to be deleted. [ 1028.814030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.814153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.836014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.836086] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f62e544-1646-4cc3-82bd-3c5aca909c3d is going to be deleted. [ 1028.837000] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.837249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.848013] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.848249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.865763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.865763] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928 is going to be deleted. [ 1028.865763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.865763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.884984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.885728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.895020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.895020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c89b57-5018-46d4-9f4c-5070bf6b06b4 is going to be deleted. [ 1028.895020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.895020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.939139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.939297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.942976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.943104] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3 is going to be deleted. [ 1028.945781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.945781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.967618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.967907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.009999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.010198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c is going to be deleted. [ 1029.011274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.012034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.075640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.075830] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01f890d-e986-4a09-b015-ff3fc3e6c83d is going to be deleted. [ 1029.079274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.080425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.139837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.140025] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6f658b-968d-442e-a95c-9e4856ebdf2d is going to be deleted. [ 1029.141577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.141821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.155168] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.155569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.156163] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.156271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.178105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.215443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.216219] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01d80b2-76bb-4712-a4cf-af636b2e875c is going to be deleted. [ 1029.217444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.217677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.228085] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.228085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.251920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.252078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.279328] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.288635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.288777] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be deleted. [ 1029.290316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.290316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331185] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46 is going to be deleted. [ 1029.332606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.332835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.387035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.387210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c57ac06-f91a-4140-a91a-e512eff056d1 is going to be deleted. [ 1029.389275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.390143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.434538] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.434669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.454586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.454937] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be deleted. [ 1029.456107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.564233] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.564233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.590774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.590774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.591576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.591764] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c39bfbc-ea20-4fe2-8dff-232590503703 is going to be deleted. [ 1029.593948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.593948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.594947] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.595138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.596387] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.596532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.653266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.653512] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b449e68-ec3c-40d7-8cf4-55f619572e25 is going to be deleted. [ 1029.654992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.655335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.655418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.655550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27a9ce3-b13a-433f-9f59-1ab8e859e202" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.655750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.655954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.656077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.656233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43953561-3bf3-4261-9114-8bd73bff7dac" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.656830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.657195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.657277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.657378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f62e544-1646-4cc3-82bd-3c5aca909c3d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.657590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.657773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.657892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df8ff5e-cdfb-4d8d-95c9-03cfcfc04928" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.658419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.658532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0ce399-4d2a-4bcd-ab4c-b1c57d1974b3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.659024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.659130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.659270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c89b57-5018-46d4-9f4c-5070bf6b06b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.659427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.659777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.659777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.659777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d123a8e0-65d6-4b6c-8ff3-f6ddb3cb8d6c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.660189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.660303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.660404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.660562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01f890d-e986-4a09-b015-ff3fc3e6c83d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.660735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.660956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.661070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.661253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6f658b-968d-442e-a95c-9e4856ebdf2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.661417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.661626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.661726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.661890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01d80b2-76bb-4712-a4cf-af636b2e875c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.662061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.662286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.662286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.662485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.662649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.662815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.662915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.663061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11e35e4-ebdf-4ea0-8469-8fd82cb0bd46" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.663425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.664064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.664185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.664336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.664503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.664763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.664811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.665451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c57ac06-f91a-4140-a91a-e512eff056d1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.684534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6: rpc.has_security_group_logging(os_id): False [ 1029.757831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.758692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.758809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.759303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.827055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.827378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.827505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.827579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.827776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.828276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.828425] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be updated. [ 1029.857092] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1029.857343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.860511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.860585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.861225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c39bfbc-ea20-4fe2-8dff-232590503703" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.861949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.862093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.862153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.862354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.862436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.862560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b449e68-ec3c-40d7-8cf4-55f619572e25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.961200] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.961200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.961200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.961200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.961528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.994955] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: IN_PROGRESS for 2s [ 1030.672195] env[65675]: INFO networking_nsxv3.common.synchronization [None req-da378783-1766-4222-994e-2b536a4bfc8a None None] Enqueued Resource ID: 527b3af6-adda-4ab8-988d-839049c26e62 with Priority: HIGHEST for action port [ 1030.672195] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b3af6-adda-4ab8-988d-839049c26e62 with Priority: HIGHEST for action port [ 1030.672195] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-527b3af6-adda-4ab8-988d-839049c26e62 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.672195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527b3af6-adda-4ab8-988d-839049c26e62" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.672195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527b3af6-adda-4ab8-988d-839049c26e62" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672195] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527b3af6-adda-4ab8-988d-839049c26e62" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672878] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527b3af6-adda-4ab8-988d-839049c26e62',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.839984] env[65675]: INFO networking_nsxv3.common.synchronization [req-69c3f4c0-1b9b-4e09-babe-dcc8aa03218a req-c8b22385-a133-4a81-8a75-bb2508def276 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1030.839984] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1030.839984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.839984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.839984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.839984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.839984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.839984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.839984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.841711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.841711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.841711] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.009653] env[65675]: INFO networking_nsxv3.common.synchronization [req-e62ac644-7ef2-420c-9d11-da0d958094c0 req-ad081812-108d-4ccd-b64a-0afbe2a2914f tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1031.010225] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1031.010592] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.010689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.010761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.011272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.011272] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.011272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.011272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.011472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.011472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011707] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.106648] env[65675]: INFO networking_nsxv3.common.synchronization [req-4ec15b3d-8fec-4c5d-8eaa-9656a5cc3047 req-f225be86-669d-483a-b9f5-7b5d16d3e750 tempest-ListServersNegativeTestJSON-973960472 tempest-ListServersNegativeTestJSON-973960472-project-member] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1031.107210] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGHEST for action security_group_members [ 1031.107514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.107614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176920] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 527b3af6-adda-4ab8-988d-839049c26e62 [ 1031.176920] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.176920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.176920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.177321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:527b3af6-adda-4ab8-988d-839049c26e62 already deleted. [ 1031.177321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527b3af6-adda-4ab8-988d-839049c26e62" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.345539] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.345539] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.345539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.345539] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be deleted. [ 1031.381545] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.381734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.381823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.382143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.382619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.382795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.513868] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.007840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 1032.008110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.016713] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.518940] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.519114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.519187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.519500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.519598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.519706] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1032.578600] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.578824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.579184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.579345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588692] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1032.918996] env[65675]: INFO networking_nsxv3.common.synchronization [req-f90153a5-b571-4fe2-ba3d-769cc98be05b req-db4d3dac-fb9d-4fbc-a4ce-e0e245d82fb2 tempest-ServerDiskConfigTestJSON-421673941 tempest-ServerDiskConfigTestJSON-421673941-project-member] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1032.919158] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGHEST for action security_group_members [ 1032.919468] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.919598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.919665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919862] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920195] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.920441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.921076] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.424594] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.424955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.446916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.447129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.447279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.447379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.447642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.447679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.447752] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be updated. [ 1033.475358] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.475605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.475711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.476008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.476275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.488246] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: IN_PROGRESS for 2s [ 1033.818536] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.818536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.818536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.818536] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.819457] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.819457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.819457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.819457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.819457] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.819457] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.819710] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.819710] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.819775] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.819873] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.819979] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.820130] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.839907] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.839907] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.839907] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.840206] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.840409] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-b490839b-1c4a-4ded-b56e-40c7e2a02108 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.840573] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.840693] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.841040] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.841181] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b490839b-1c4a-4ded-b56e-40c7e2a02108',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.343041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.343249] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.343352] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.343597] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.343754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.343910] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port b490839b-1c4a-4ded-b56e-40c7e2a02108 not found, creating... [ 1034.344176] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.344333] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.344452] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.344670] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.344835] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.345134] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.345295] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345414] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.345617] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.346150] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.346319] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 is going to be created. [ 1034.368881] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.369182] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.369318] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.369576] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.369821] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370040] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.448428] env[65675]: INFO networking_nsxv3.common.synchronization [req-608612ce-7a85-4015-8ff5-2a40457ccf21 req-0d7f4d25-79da-43a9-8b4a-62b96130ecfa tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1034.448846] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1034.449186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.449444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.449444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.449651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.449780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.449882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.449946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.450233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.450314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.450533] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.601021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1034.601294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.601478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.601718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.601932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.602067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.602187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.602343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.602440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.602537] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.953322] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.953557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.953635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.953859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.953953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.954249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.954394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.954447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.954594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.954954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.954954] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 already deleted. [ 1034.955094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.055229] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.055433] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-195" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-195" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055913] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-195" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.056189] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.056350] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.056470] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.056692] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.057107] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.057107] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.057217] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.057271] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.057378] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.057490] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.057591] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.057720] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.075891] env[65675]: INFO networking_nsxv3.common.synchronization [req-5404e6a0-44a3-4d82-8011-1b75aea4227a req-a5ce8f70-efd4-4390-b3ae-c503d2f675c1 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 1035.076435] env[65675]: INFO networking_nsxv3.common.synchronization [req-5404e6a0-44a3-4d82-8011-1b75aea4227a req-a5ce8f70-efd4-4390-b3ae-c503d2f675c1 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1035.076435] env[65675]: INFO networking_nsxv3.common.synchronization [req-5404e6a0-44a3-4d82-8011-1b75aea4227a req-a5ce8f70-efd4-4390-b3ae-c503d2f675c1 service nova] Enqueued Resource ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 with Priority: HIGHEST for action port [ 1035.076832] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 1035.076953] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1035.077484] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 with Priority: HIGHEST for action port [ 1035.077819] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.078022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078455] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.079380] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.080630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.080630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.080630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.080630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.080630] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.081458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b490839b-1c4a-4ded-b56e-40c7e2a02108 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.081618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.083211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.083211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.083211] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b490839b-1c4a-4ded-b56e-40c7e2a02108',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.083841] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.083906] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.084093] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.084275] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-195" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.084645] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-791989bb-66a9-4978-b16e-3a0e0b711e56 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.084772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.084907] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.085338] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.085465] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('791989bb-66a9-4978-b16e-3a0e0b711e56',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.105413] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.105413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.105532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.105822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.105822] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.105955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.106386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.106386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.106386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.106386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.106614] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be updated. [ 1035.144910] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.145131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.145213] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.145450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.145618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.157481] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: IN_PROGRESS for 2s [ 1035.498305] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 in Status: SUCCESS [ 1035.498675] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 deletion is rescheduled due to dependency. [ 1035.498675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.583363] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.584492] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.584613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.586987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b490839b-1c4a-4ded-b56e-40c7e2a02108 with status ACTIVE [ 1035.587316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.587475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.587584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.588452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.588452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.588452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.588452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.588452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.588686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.588722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.589086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.589086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.589086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.589256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.589341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.589647] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 is going to be updated. [ 1035.592375] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.592552] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.592698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.592929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.593083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.593224] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 791989bb-66a9-4978-b16e-3a0e0b711e56 not found, creating... [ 1035.593805] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.594058] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.594058] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.594314] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.594488] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.594658] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.594853] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.595085] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.595555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 is going to be created. [ 1035.618018] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.619093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.619093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.619093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.619093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.619093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.620932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.620932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.620932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.620932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.621451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.621451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.096738] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.305377] env[65675]: INFO networking_nsxv3.common.synchronization [req-608612ce-7a85-4015-8ff5-2a40457ccf21 req-c4e29eb5-0672-4fd5-bf2a-e5d229deb622 service nova] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1036.305570] env[65675]: INFO networking_nsxv3.common.synchronization [req-608612ce-7a85-4015-8ff5-2a40457ccf21 req-c4e29eb5-0672-4fd5-bf2a-e5d229deb622 service nova] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1036.305709] env[65675]: INFO networking_nsxv3.common.synchronization [req-608612ce-7a85-4015-8ff5-2a40457ccf21 req-c4e29eb5-0672-4fd5-bf2a-e5d229deb622 service nova] Enqueued Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1036.306356] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1036.306495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1036.306595] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1036.306885] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.307032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.307123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.307425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.307760] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.308511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.308636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.308701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.309869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309869] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.312696] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-791989bb-66a9-4978-b16e-3a0e0b711e56 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.312854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.312945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.313102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.313187] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('791989bb-66a9-4978-b16e-3a0e0b711e56',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.601919] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.602261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.602261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.602430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.602513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.602620] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 1036.634123] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.634123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.634123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.634123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.634123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.646120] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1036.815714] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.815964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.816196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.818254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 791989bb-66a9-4978-b16e-3a0e0b711e56 with status ACTIVE [ 1036.818473] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.818707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.818707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.818914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.819033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.819193] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.819440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.819440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.819609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.819780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.819874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.820037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.820158] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.820297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.820363] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 is going to be updated. [ 1036.841409] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.841559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.841620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.841992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.842114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.842207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.865325] env[65675]: INFO networking_nsxv3.common.synchronization [req-d07cfeb9-496f-4c17-bf70-611f81612c3f req-e391dc52-7ba9-4a59-b5c2-5ef139c071e1 tempest-InstanceActionsV221TestJSON-1762928820 tempest-InstanceActionsV221TestJSON-1762928820-project-member] Enqueued Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1036.865393] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1036.865822] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.865930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.865930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.866355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.866572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.866688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.866744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.867535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.867535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.867535] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.142321] env[65675]: INFO networking_nsxv3.common.synchronization [None req-147003c3-d116-478d-b9c7-154d73dc5e0f None None] Enqueued Resource ID: 92905834-423f-4298-a10e-39867d1bbfab with Priority: HIGHEST for action port [ 1037.142959] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92905834-423f-4298-a10e-39867d1bbfab with Priority: HIGHEST for action port [ 1037.143334] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-92905834-423f-4298-a10e-39867d1bbfab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.143410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92905834-423f-4298-a10e-39867d1bbfab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.143493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92905834-423f-4298-a10e-39867d1bbfab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.143761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92905834-423f-4298-a10e-39867d1bbfab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.143839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92905834-423f-4298-a10e-39867d1bbfab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.168799] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 in Status: SUCCESS [ 1037.168974] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 deletion is rescheduled due to dependency. [ 1037.169246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.268545] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.268713] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-61" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.268713] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-61" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.269043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-61" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.269324] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.269458] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.269573] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.269808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.269972] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.270190] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.270329] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.270412] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.270521] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.270631] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.270738] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.270871] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.295788] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.295788] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.295788] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.295999] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-61" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.296272] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ff970bfd-a18d-4423-b1fd-63af894964f1 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.296450] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.296572] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.297228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.297360] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff970bfd-a18d-4423-b1fd-63af894964f1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.322356] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.370190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.370405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.370497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372347] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e already deleted. [ 1037.372347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.647837] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92905834-423f-4298-a10e-39867d1bbfab [ 1037.648170] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.648250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.648292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.648506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.648610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.648802] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92905834-423f-4298-a10e-39867d1bbfab already deleted. [ 1037.648802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92905834-423f-4298-a10e-39867d1bbfab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.800054] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800054] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800054] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.800378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.800557] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.800723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ff970bfd-a18d-4423-b1fd-63af894964f1 not found, creating... [ 1037.801088] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.801305] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.801438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801810] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802128] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.802299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.802417] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.802639] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.802843] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.803030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ff970bfd-a18d-4423-b1fd-63af894964f1 is going to be created. [ 1037.825516] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.825516] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.825916] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.826141] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.826340] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.826566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.827579] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.827768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.827768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.827919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.827999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.828114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be created. [ 1037.856968] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.857190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.857237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.857424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.857575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.869851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: UNINITIALIZED for 2s [ 1038.540080] env[65675]: INFO networking_nsxv3.common.synchronization [req-d07cfeb9-496f-4c17-bf70-611f81612c3f req-c5417202-af29-4c34-bb59-442dd9e8e4c2 service nova] Enqueued Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_rules [ 1038.540293] env[65675]: INFO networking_nsxv3.common.synchronization [req-d07cfeb9-496f-4c17-bf70-611f81612c3f req-c5417202-af29-4c34-bb59-442dd9e8e4c2 service nova] Enqueued Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1038.540450] env[65675]: INFO networking_nsxv3.common.synchronization [req-d07cfeb9-496f-4c17-bf70-611f81612c3f req-c5417202-af29-4c34-bb59-442dd9e8e4c2 service nova] Enqueued Resource ID: ff970bfd-a18d-4423-b1fd-63af894964f1 with Priority: HIGHEST for action port [ 1038.541434] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_rules [ 1038.541574] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1038.541673] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff970bfd-a18d-4423-b1fd-63af894964f1 with Priority: HIGHEST for action port [ 1038.541955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.542087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.542148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.542401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.542476] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.543334] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.543530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.543530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.543673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.543816] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.543912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.543978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.544123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.544274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.544315] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.545219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff970bfd-a18d-4423-b1fd-63af894964f1 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.545219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.545440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.545440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.545562] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff970bfd-a18d-4423-b1fd-63af894964f1',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.660688] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1038.660688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.660688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661126] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.661126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.661126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.661126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661723] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.048290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.048290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.048505] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.049467] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff970bfd-a18d-4423-b1fd-63af894964f1 with status ACTIVE [ 1039.049656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.049772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.049838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.050057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.050148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.050375] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.050481] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.050521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.051529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.051630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.051833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.051972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.052026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.052189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.052267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.052375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff970bfd-a18d-4423-b1fd-63af894964f1 is going to be updated. [ 1039.083403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.083403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.083403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.083403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.083403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.083403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff970bfd-a18d-4423-b1fd-63af894964f1" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.106222] env[65675]: INFO networking_nsxv3.common.synchronization [None req-661ed79b-3b1c-4b39-b27c-766794539c15 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1039.106222] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1039.106507] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.108248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.108248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.108248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.108248] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.163963] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.164151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.164335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.164463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.164958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.164958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.164958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.165127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.165127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.165214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.165344] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.165461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.165506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.165675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.165803] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.165872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.165920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.166066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.166144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.166227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.166312] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.198635] env[65675]: INFO networking_nsxv3.common.synchronization [None req-afe80311-55ff-4168-a384-102274f8b408 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1039.199327] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1039.199716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.199821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266091] env[65675]: INFO networking_nsxv3.common.synchronization [None req-be73c92d-33c5-4ae1-aa08-6c20a5ce510a None None] Enqueued Resource ID: 6cd88d3e-6298-482d-a631-0ab0ccb3cd25 with Priority: HIGHEST for action port [ 1039.266804] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd88d3e-6298-482d-a631-0ab0ccb3cd25 with Priority: HIGHEST for action port [ 1039.267202] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd88d3e-6298-482d-a631-0ab0ccb3cd25 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.267326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd88d3e-6298-482d-a631-0ab0ccb3cd25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.267708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd88d3e-6298-482d-a631-0ab0ccb3cd25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.267794] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd88d3e-6298-482d-a631-0ab0ccb3cd25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.267878] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd88d3e-6298-482d-a631-0ab0ccb3cd25',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.554455] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.631498] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.632034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.632315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.634020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.634020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.634020] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06a08f9-f159-4023-a666-680457b0598c already deleted. [ 1039.634020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.634020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.634020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.634020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.671654] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d8fb44-0c7f-4cab-a975-510b3b9cc811: rpc.has_security_group_logging(os_id): False [ 1039.689527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.689655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.693169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.693169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693288] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be created. [ 1039.762683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.764098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.764098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.764098] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.770094] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cd88d3e-6298-482d-a631-0ab0ccb3cd25 [ 1039.770321] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.770441] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.770511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.770727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.770815] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.770910] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cd88d3e-6298-482d-a631-0ab0ccb3cd25 already deleted. [ 1039.770994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd88d3e-6298-482d-a631-0ab0ccb3cd25" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.780110] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1039.881838] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1039.882051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.882228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.882445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.882635] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.882754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.882830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.883409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.883583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.883646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.883731] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.057865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.058066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.058150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.058366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.058464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.058591] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e is going to be created. [ 1040.082396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.082584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.082633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.083155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.083155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.110205] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: UNINITIALIZED for 2s [ 1040.165082] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.165285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.165328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.165526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.165654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.165785] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06a08f9-f159-4023-a666-680457b0598c already deleted. [ 1040.165921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.390215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.390215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.390215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.390804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.390804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.390804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390804] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.893432] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852203a1-cad3-4f63-91d0-860d6371ec85: rpc.has_security_group_logging(os_id): False [ 1040.913747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.913857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.914328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.914328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.914461] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.914515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914584] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.914738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.914871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.915070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.915307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.915401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.915553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.915628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.915838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.915951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.916017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.916171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.916253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.916350] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be created. [ 1040.988061] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.988266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.988313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.988511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.988711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.001128] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1041.796705] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1041.797036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.121536] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: SUCCESS [ 1042.121925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.121974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.122289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.122521] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.122673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.122767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.122980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123857] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.626165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.626897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.626897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.626897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.627602] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.628382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.628382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.628382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.628382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.628382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.628634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.628691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.628790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.632018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.632018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.632018] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.019829] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1043.020308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.134187] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac557b13-6a80-426c-a292-48f90f4a6c1e: rpc.has_security_group_logging(os_id): False [ 1043.156981] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.156981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.156981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.156981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.156981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.157274] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.157380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.157380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.157776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.157776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.157908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.157908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.157996] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.158106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.158178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.158356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.158445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.158505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.158640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.158744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.158864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e is going to be created. [ 1043.222285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.222285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.222406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.222524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.222717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.237848] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: IN_PROGRESS for 2s [ 1044.268332] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.268332] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1044.322498] env[65675]: INFO networking_nsxv3.common.synchronization [req-a309d5a4-7fc3-4bfd-accc-88c8e6d60af1 req-fcdc53b7-6b87-480f-97af-ff0ce985aa39 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1044.327027] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1044.327027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.327027] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.327027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.327027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.814144] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.814796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.814796] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.814970] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.815443] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.815622] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.815791] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.816177] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.816337] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.816570] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.816686] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.816794] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.816905] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.817031] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.817139] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.817275] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.828116] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.828279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.828350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.828599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.828691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.829030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.829030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.829177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.829399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.829399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.829399] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d already deleted. [ 1044.829508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.845758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.846030] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.846161] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.846298] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.846653] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.847418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.847418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.847418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.847614] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.250083] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: SUCCESS [ 1045.250616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.350930] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.350930] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.350930] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.350930] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.351518] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351518] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 not found, creating... [ 1045.351600] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.351789] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.351866] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.353035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.353035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353035] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.353035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.353035] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.353283] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.353430] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353551] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 is going to be created. [ 1045.376725] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.376948] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.377025] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.377347] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377936] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377936] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.139867] env[65675]: INFO networking_nsxv3.common.synchronization [req-a309d5a4-7fc3-4bfd-accc-88c8e6d60af1 req-472ceb94-0251-4cc0-b23e-c1c0266bc10a service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1046.140084] env[65675]: INFO networking_nsxv3.common.synchronization [req-a309d5a4-7fc3-4bfd-accc-88c8e6d60af1 req-472ceb94-0251-4cc0-b23e-c1c0266bc10a service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1046.140230] env[65675]: INFO networking_nsxv3.common.synchronization [req-a309d5a4-7fc3-4bfd-accc-88c8e6d60af1 req-472ceb94-0251-4cc0-b23e-c1c0266bc10a service nova] Enqueued Resource ID: 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 with Priority: HIGHEST for action port [ 1046.140863] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1046.141688] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1046.141874] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 with Priority: HIGHEST for action port [ 1046.142348] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.142554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.142665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.142997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.143188] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.149970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.150144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.150210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.150833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.150833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.150833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.150833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.151085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.151085] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.151085] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.152458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.152570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.152636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.154753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.154753] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.606953] env[65675]: INFO networking_nsxv3.common.synchronization [req-9ba11c38-1f21-44e8-bd40-af02a8aef600 req-22d67340-d691-4bb1-86c2-3beb0238f297 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1046.607886] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1046.608232] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.608549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.608549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.608700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.608869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.610549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.610628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.610820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.610923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611041] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.650739] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.650866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.653304] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.656382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 with status ACTIVE [ 1046.657185] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.657376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.657444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.657655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.657844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.658134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.658235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.658322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.658596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.658596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.658742] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.658826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.658886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.659042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.659210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.659288] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7 is going to be updated. [ 1046.685566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.685755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.685814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.686106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.686258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.686429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d0b2cc-69c7-49c7-aa84-d6d3a0fd04a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.069887] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.070125] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.070245] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.070599] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.070867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.071040] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.071162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.071378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.071524] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.071747] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.071860] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.071967] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.072088] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.072196] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.072299] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.072430] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.092641] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.093024] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.093223] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.093486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.093890] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-46175a5a-82e3-492f-af4f-484232b9efb9 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.094566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.094566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.094751] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.094751] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46175a5a-82e3-492f-af4f-484232b9efb9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.115191] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.115374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.115480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.115690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.115736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.116055] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.116055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.116207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.116285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.116374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.116445] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06a08f9-f159-4023-a666-680457b0598c already deleted. [ 1047.116522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.162076] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.598576] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.598987] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.598987] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.599285] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.599429] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.600556] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 46175a5a-82e3-492f-af4f-484232b9efb9 not found, creating... [ 1047.600556] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.600556] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.600556] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.600966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.600966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.601053] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.601255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.601472] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.601814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.601814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.601891] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 46175a5a-82e3-492f-af4f-484232b9efb9 is going to be created. [ 1047.626570] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.627031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.627031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.627416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.627525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.627761] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.665672] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.665672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.665672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.666699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.666820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.667012] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be created. [ 1047.697624] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.697987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.697987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.698156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.698399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.715848] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: UNINITIALIZED for 2s [ 1048.349331] env[65675]: INFO networking_nsxv3.common.synchronization [req-9ba11c38-1f21-44e8-bd40-af02a8aef600 req-3c6c8092-4f86-4280-98f2-5cff7e85d9ec service nova] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1048.349623] env[65675]: INFO networking_nsxv3.common.synchronization [req-9ba11c38-1f21-44e8-bd40-af02a8aef600 req-3c6c8092-4f86-4280-98f2-5cff7e85d9ec service nova] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1048.349705] env[65675]: INFO networking_nsxv3.common.synchronization [req-9ba11c38-1f21-44e8-bd40-af02a8aef600 req-3c6c8092-4f86-4280-98f2-5cff7e85d9ec service nova] Enqueued Resource ID: 46175a5a-82e3-492f-af4f-484232b9efb9 with Priority: HIGHEST for action port [ 1048.350255] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_rules [ 1048.350464] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1048.350500] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46175a5a-82e3-492f-af4f-484232b9efb9 with Priority: HIGHEST for action port [ 1048.350770] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.351311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.351355] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.352670] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.352800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.352875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.353093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.353260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.353365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.353428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.353592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.353681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.353776] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.354746] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-46175a5a-82e3-492f-af4f-484232b9efb9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.354901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.355660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.355660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.355660] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46175a5a-82e3-492f-af4f-484232b9efb9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.376921] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a4517fd9-6d89-4fa3-bb84-4e36c8213f9c None None] Enqueued Resource ID: 9089a293-85e2-479c-a9ec-bd76347d23c8 with Priority: HIGHEST for action port [ 1048.378008] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9089a293-85e2-479c-a9ec-bd76347d23c8 with Priority: HIGHEST for action port [ 1048.379219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-9089a293-85e2-479c-a9ec-bd76347d23c8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.379426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9089a293-85e2-479c-a9ec-bd76347d23c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.379426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9089a293-85e2-479c-a9ec-bd76347d23c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.379761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9089a293-85e2-479c-a9ec-bd76347d23c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.379839] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9089a293-85e2-479c-a9ec-bd76347d23c8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.865227] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.865227] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.865227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46175a5a-82e3-492f-af4f-484232b9efb9 with status ACTIVE [ 1048.865227] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.865227] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.865227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.866235] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.866235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.866235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.866235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.866800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.867024] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46175a5a-82e3-492f-af4f-484232b9efb9 is going to be updated. [ 1048.885905] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9089a293-85e2-479c-a9ec-bd76347d23c8 [ 1048.890534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.890534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.890534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.890534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9089a293-85e2-479c-a9ec-bd76347d23c8 already deleted. [ 1048.890534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9089a293-85e2-479c-a9ec-bd76347d23c8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.897065] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.897459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.897636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.899723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.899723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46175a5a-82e3-492f-af4f-484232b9efb9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.369020] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.734681] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1049.734950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.735109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.735837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.735837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.735837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.735837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.736131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.736131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736757] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.874183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.874183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.874183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.874183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.874183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.874183] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06a08f9-f159-4023-a666-680457b0598c is going to be created. [ 1049.918688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.918922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.918922] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.919507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.919507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.944339] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: UNINITIALIZED for 2s [ 1050.238869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.239631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.239631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.239631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.239631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.239954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.239954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.239954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.240079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.240145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.240953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.240953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.240953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.240953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.240953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.240953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.240953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.245296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.245296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.245296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.245296] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.746241] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 1050.772470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.772470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.772470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.772737] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.772889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.773127] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.773234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.773293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.773457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.773538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.773723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.773818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.773880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.774233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.774410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.774623] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.774826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.774826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.774986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.775119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.775233] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be created. [ 1050.879491] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.879491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.879491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.879874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.879874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.899958] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1051.206708] env[65675]: INFO networking_nsxv3.common.synchronization [None req-269d0a6f-6699-46af-95ee-0ad96b5a5d61 None None] Enqueued Resource ID: 450accfd-34fa-42a4-a94b-13e1f3cca0e9 with Priority: HIGHEST for action port [ 1051.207839] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450accfd-34fa-42a4-a94b-13e1f3cca0e9 with Priority: HIGHEST for action port [ 1051.208070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-450accfd-34fa-42a4-a94b-13e1f3cca0e9 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.209399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-450accfd-34fa-42a4-a94b-13e1f3cca0e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.210033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-450accfd-34fa-42a4-a94b-13e1f3cca0e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.210244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-450accfd-34fa-42a4-a94b-13e1f3cca0e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.210351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450accfd-34fa-42a4-a94b-13e1f3cca0e9',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.713535] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 450accfd-34fa-42a4-a94b-13e1f3cca0e9 [ 1051.713928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.713928] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.714137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.714252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.714341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.714442] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:450accfd-34fa-42a4-a94b-13e1f3cca0e9 already deleted. [ 1051.714563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-450accfd-34fa-42a4-a94b-13e1f3cca0e9" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.958782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: SUCCESS [ 1051.962421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.962614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.962755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.962971] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.963128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.963206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.963399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.963470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.963583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.963654] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.467697] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.697095] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a00b608-2e27-4a8b-a9c4-0b3c71d4ba28 req-01fa4955-f784-46be-84a5-a53a44327b6d tempest-InstanceActionsV221TestJSON-1762928820 tempest-InstanceActionsV221TestJSON-1762928820-project-member] Enqueued Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1052.697826] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGHEST for action security_group_members [ 1052.698285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.698556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.698556] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.698796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.698868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.698951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.699032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.699286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.699286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.699495] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.920722] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1052.920964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971374] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c06a08f9-f159-4023-a666-680457b0598c: rpc.has_security_group_logging(os_id): False [ 1052.993884] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.993884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.994092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.994253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.994723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.994723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.994854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.994854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.995101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.995222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.995365] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06a08f9-f159-4023-a666-680457b0598c is going to be created. [ 1053.069485] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.069734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.069860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.070218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.070523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.084608] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: IN_PROGRESS for 2s [ 1053.202969] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.202969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.202969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.203277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.203380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.203631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.203759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.203803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.204083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.204208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.204336] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e is going to be updated. [ 1053.243936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.243936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.244403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.244469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.244722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.264564] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: IN_PROGRESS for 2s [ 1053.972773] env[65675]: INFO networking_nsxv3.common.synchronization [req-ae191c1a-2bca-494b-a373-e2344c90e96c req-d656967b-c18e-4505-b6b7-5710dc665fb7 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1053.973474] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1053.973844] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.974008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.974255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.974558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.974758] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.974915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.975043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.975363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.975363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.975524] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.478810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.480260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.505835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.506300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.506457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.506546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.507069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.507163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.507254] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1054.545076] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.545595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.545730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.545956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.546126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.558739] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1054.562567] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.562763] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.562886] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.563184] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.563436] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.563579] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.563690] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.563899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.564051] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.564262] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.564362] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.564478] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.564571] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.564704] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.564840] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.564942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.585384] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.585595] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.585680] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.585857] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-731" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.586245] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-b490839b-1c4a-4ded-b56e-40c7e2a02108 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.586426] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.586543] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.586807] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.586936] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b490839b-1c4a-4ded-b56e-40c7e2a02108',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.089717] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.090263] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.090263] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.090572] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.090817] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.091229] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.091460] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.091671] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.091963] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.092200] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.092588] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.092827] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.093017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.093284] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.093485] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.093696] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 is going to be updated. [ 1055.127597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: SUCCESS [ 1055.127597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.134896] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.134896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.134896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.134896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.134896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135394] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.140909] env[65675]: INFO networking_nsxv3.common.synchronization [req-8b09d1cd-9a54-4b97-90f1-00b3ed4a3b6c req-65f79147-0f41-444f-b44f-bcfa6e64f104 tempest-InstanceActionsTestJSON-1553612476 tempest-InstanceActionsTestJSON-1553612476-project-member] Enqueued Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1055.141607] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1055.141952] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.142196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.142272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.142573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.142774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.143038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.143118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.143325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.143459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.143570] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.278459] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac557b13-6a80-426c-a292-48f90f4a6c1e in Status: SUCCESS [ 1055.278646] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e deletion is rescheduled due to dependency. [ 1055.278799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.597797] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.597997] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-783" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.598171] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-783" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.598501] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-783" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.598777] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.598941] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.599452] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.599718] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.600015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.600258] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.600376] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.600487] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.600596] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.600708] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.600844] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.600941] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.621667] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.621909] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.621976] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.622175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-783" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.622502] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-54866314-83a7-4b7e-a30d-b4b1a020ec9d taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.622672] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.622792] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.623216] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.623360] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54866314-83a7-4b7e-a30d-b4b1a020ec9d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.645916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.645916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.646453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.646521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.646608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.646829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.646991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.647192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.647440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.647525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.647638] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 already deleted. [ 1055.647741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.902139] env[65675]: INFO networking_nsxv3.common.synchronization [req-fd0b48ab-2024-4c13-8df0-d2edf7b4ce86 req-744f0936-93d2-49a7-bc45-2975c3f54988 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 1055.902341] env[65675]: INFO networking_nsxv3.common.synchronization [req-fd0b48ab-2024-4c13-8df0-d2edf7b4ce86 req-744f0936-93d2-49a7-bc45-2975c3f54988 service nova] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1055.902463] env[65675]: INFO networking_nsxv3.common.synchronization [req-fd0b48ab-2024-4c13-8df0-d2edf7b4ce86 req-744f0936-93d2-49a7-bc45-2975c3f54988 service nova] Enqueued Resource ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 with Priority: HIGHEST for action port [ 1055.903269] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_rules [ 1055.903427] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1055.903527] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 with Priority: HIGHEST for action port [ 1055.903830] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.903985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.904285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.904457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.904551] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.905696] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.905850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.905850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.906211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.906389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.906504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.906582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.908110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.908110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.908110] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.908389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-b490839b-1c4a-4ded-b56e-40c7e2a02108 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.908389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.908503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.909059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.909059] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b490839b-1c4a-4ded-b56e-40c7e2a02108',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.126659] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.126975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.127083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.127519] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.127519] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.127718] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 54866314-83a7-4b7e-a30d-b4b1a020ec9d not found, creating... [ 1056.127928] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.128101] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.128217] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.128461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.128724] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.128902] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.129060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.129228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.129478] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.129778] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.129778] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 54866314-83a7-4b7e-a30d-b4b1a020ec9d is going to be created. [ 1056.151669] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.151963] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.153140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.153140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.153140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.153140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.411768] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.412751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.415504] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b490839b-1c4a-4ded-b56e-40c7e2a02108 with status ACTIVE [ 1056.416100] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.416100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.416100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.416386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.416502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.416707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.416805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.416865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.417054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.417136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.417340] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.417468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.417468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.417625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.417704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.417914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b490839b-1c4a-4ded-b56e-40c7e2a02108 is going to be updated. [ 1056.445825] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.446091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.446166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.447459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.447459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.447459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b490839b-1c4a-4ded-b56e-40c7e2a02108" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.570314] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1056.570749] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 deletion is rescheduled due to dependency. [ 1056.571071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.879162] env[65675]: INFO networking_nsxv3.common.synchronization [req-8b09d1cd-9a54-4b97-90f1-00b3ed4a3b6c req-0d24552e-fb38-4f6c-9168-03b7cf1037c7 service nova] Enqueued Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_rules [ 1056.879303] env[65675]: INFO networking_nsxv3.common.synchronization [req-8b09d1cd-9a54-4b97-90f1-00b3ed4a3b6c req-0d24552e-fb38-4f6c-9168-03b7cf1037c7 service nova] Enqueued Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1056.879454] env[65675]: INFO networking_nsxv3.common.synchronization [req-8b09d1cd-9a54-4b97-90f1-00b3ed4a3b6c req-0d24552e-fb38-4f6c-9168-03b7cf1037c7 service nova] Enqueued Resource ID: 54866314-83a7-4b7e-a30d-b4b1a020ec9d with Priority: HIGHEST for action port [ 1056.879954] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_rules [ 1056.880653] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1056.880769] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54866314-83a7-4b7e-a30d-b4b1a020ec9d with Priority: HIGHEST for action port [ 1056.880987] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.881652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.881741] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.883110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.883228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.883298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.883503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.883609] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.883801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.883997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.883997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.884155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.884196] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.886065] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-54866314-83a7-4b7e-a30d-b4b1a020ec9d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.886340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.886441] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54866314-83a7-4b7e-a30d-b4b1a020ec9d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.914252] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.383952] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.384508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.386559] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.389983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54866314-83a7-4b7e-a30d-b4b1a020ec9d with status ACTIVE [ 1057.390348] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.391353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.391353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.391686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.391686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.392311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.392311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.392311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.392512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.392512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.392878] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54866314-83a7-4b7e-a30d-b4b1a020ec9d is going to be updated. [ 1057.419566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.419772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.419870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.420047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.420135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.420194] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 1057.449030] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.449278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.449278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.450022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.450022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.450022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54866314-83a7-4b7e-a30d-b4b1a020ec9d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.470533] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.470807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.470807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.471017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.471260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.484121] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1057.898291] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.403747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.404107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.404107] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.404336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.404480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.404629] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 is going to be created. [ 1058.430794] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.431022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.431022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.431342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.431496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442214] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: UNINITIALIZED for 2s [ 1059.493591] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1059.493944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.494015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.494258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.494464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.494575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.494669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.494903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.494981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.495139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.495280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.998933] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.999205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.999205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.999448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.999618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.999737] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.999805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.000087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.000198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.000298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.000461] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.000562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.000623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.000780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.000921] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.001283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.001283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.001283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.001283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.001422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.001457] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.454301] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: SUCCESS [ 1060.454551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.454750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.455072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.455363] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.455503] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.455619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.455744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.455826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.455914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.456017] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.504546] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d8fb44-0c7f-4cab-a975-510b3b9cc811: rpc.has_security_group_logging(os_id): False [ 1060.524433] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.524567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.524823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.524927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.524927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.525349] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.525423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.525506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.525982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.525982] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.525982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.526261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.526261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.526344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.526643] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.526731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.526731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.526884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.526962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.527126] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 1060.604907] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.604907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.604907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.605289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.605289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.623274] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1060.960785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.960785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.960785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.961285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.961285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.961285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.961407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.961445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.961622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.961819] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.961936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.965258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.965593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.965721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.965858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.965994] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.410747] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1061.411265] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1061.411439] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1061.411872] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1061.411872] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.412078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.412078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.416378] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.416378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6c40ba-3417-44b8-9de5-cd482ca74b29 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.417086] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.469268] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45: rpc.has_security_group_logging(os_id): False [ 1061.482897] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1061.483244] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1061.483481] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_rules [ 1061.483687] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1061.483845] env[65675]: INFO networking_nsxv3.common.synchronization [req-4b167bd6-1ba2-4398-94f8-21cfc1cd91c1 req-2bbd1ca5-be76-4655-9046-aef284261b92 tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1061.484359] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1061.484495] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_rules [ 1061.484595] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1061.484752] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1061.484799] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1061.485210] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.485278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.485331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.485563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.485563] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.486518] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c6c40ba-3417-44b8-9de5-cd482ca74b29 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.486636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.486636] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.488038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.488038] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.488038] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-791989bb-66a9-4978-b16e-3a0e0b711e56 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.488038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.488038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.488352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.488352] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('791989bb-66a9-4978-b16e-3a0e0b711e56',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.490414] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.490524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.490692] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6c40ba-3417-44b8-9de5-cd482ca74b29 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.490782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.491705] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.491846] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.491933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.492246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.492246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.493137] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.493137] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.493137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.493442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.493442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.493442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.493550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.493585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.493711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.493791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.493876] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 is going to be created. [ 1061.563152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.563152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.563472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.563508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.564749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.579544] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: IN_PROGRESS for 2s [ 1061.918882] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.919890] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.994256] env[65675]: INFO networking_nsxv3.common.synchronization [req-1e55a49c-9b93-4bb1-925f-7e7b1ffd8d92 req-d021f93e-5697-4f15-a617-2b478e87993a tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1061.994915] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1061.995282] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.995410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.995478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.995715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.995871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.996261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.996261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.996261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.996407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.996407] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.997314] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.997420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.997854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6c40ba-3417-44b8-9de5-cd482ca74b29 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.997988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.998133] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 791989bb-66a9-4978-b16e-3a0e0b711e56 with status ACTIVE [ 1061.998289] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.998388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.998457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.998611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.998698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.998865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.998960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999451] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999917] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 is going to be updated. [ 1062.024470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.024725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.024725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.024983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.025116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.025302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.369972] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a56959e-5ab9-4c63-b675-192d57195b3f req-66d22c46-bfa6-435b-ae18-1830231299dc tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1062.369972] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a56959e-5ab9-4c63-b675-192d57195b3f req-66d22c46-bfa6-435b-ae18-1830231299dc tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1062.370320] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1062.370451] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 with Priority: HIGHEST for action security_group_members [ 1062.370763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.370864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.371180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6c40ba-3417-44b8-9de5-cd482ca74b29 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.371283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410501] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a56959e-5ab9-4c63-b675-192d57195b3f req-66d22c46-bfa6-435b-ae18-1830231299dc tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1062.410682] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a56959e-5ab9-4c63-b675-192d57195b3f req-66d22c46-bfa6-435b-ae18-1830231299dc tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1062.410819] env[65675]: INFO networking_nsxv3.common.synchronization [req-6a56959e-5ab9-4c63-b675-192d57195b3f req-66d22c46-bfa6-435b-ae18-1830231299dc tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1062.411350] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_rules [ 1062.411823] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1062.411941] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 with Priority: HIGHEST for action port [ 1062.412244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.412349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.412630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.412630] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.412789] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-791989bb-66a9-4978-b16e-3a0e0b711e56 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.412969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.412969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.413216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.413300] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('791989bb-66a9-4978-b16e-3a0e0b711e56',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.421918] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.423291] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.498442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.498634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.498677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.498918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.498972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.499175] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.499266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.499333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.499650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.499650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.499650] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1062.544838] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.545181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.545316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.545898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.545898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.555952] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1062.641085] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1062.641431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.915635] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 791989bb-66a9-4978-b16e-3a0e0b711e56 with status ACTIVE [ 1062.917109] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.917364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.917471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.917881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.918030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.918308] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.918439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.918546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.918745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.918857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.919105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.919305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.919450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.919613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.919682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.919987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 791989bb-66a9-4978-b16e-3a0e0b711e56 is going to be updated. [ 1062.924180] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.924386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.924504] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.924720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.924853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.924985] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1062.926415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.926663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.926747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.926911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.926990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.927095] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 is going to be created. [ 1062.949071] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.949249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.949404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.949661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.949875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.950101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-791989bb-66a9-4978-b16e-3a0e0b711e56" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.951111] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.951296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.951404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.951617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.951788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.953865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.953865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.954314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.954314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.965243] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1062.965447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 in Status: UNINITIALIZED for 2s [ 1063.591355] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: SUCCESS [ 1063.592730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732732] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd11f5d-b03f-444e-b251-8adb9b019016 req-bb8505a1-5152-4be2-99d1-b4d427585380 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1063.732732] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1063.732732] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732732] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733696] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.912142] env[65675]: INFO networking_nsxv3.common.synchronization [None req-e53f4b1a-c88c-4120-b064-b1c13e19f446 None None] Enqueued Resource ID: cfb22808-3763-4ba5-87f5-1ece2403d26b with Priority: HIGHEST for action port [ 1063.912142] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb22808-3763-4ba5-87f5-1ece2403d26b with Priority: HIGHEST for action port [ 1063.912142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb22808-3763-4ba5-87f5-1ece2403d26b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.912142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb22808-3763-4ba5-87f5-1ece2403d26b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.912142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb22808-3763-4ba5-87f5-1ece2403d26b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb22808-3763-4ba5-87f5-1ece2403d26b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912525] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb22808-3763-4ba5-87f5-1ece2403d26b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.139732] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.140009] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.140079] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.140448] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.140720] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.140880] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.140996] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.141277] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.141432] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.141634] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.141746] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.141852] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.141957] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.142078] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.142185] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.142316] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.160884] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.161069] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.161228] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.161415] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161729] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.161899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162032] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162372] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162514] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1e6df0-39ec-4161-b423-7a545f6bf0e5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.235470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.235646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.235758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.235915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.236022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.236249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.236355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.236429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.236571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.236648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.236735] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1064.267789] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.268071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.268221] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.268565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.269659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.278811] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1064.416445] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfb22808-3763-4ba5-87f5-1ece2403d26b [ 1064.416722] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.416863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.416942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.417200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.417306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.417403] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfb22808-3763-4ba5-87f5-1ece2403d26b already deleted. [ 1064.417484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb22808-3763-4ba5-87f5-1ece2403d26b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.567174] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1064.567174] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 1064.567174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.665076] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.665623] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.667138] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.670017] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 not found, creating... [ 1064.670017] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.670017] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.670017] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.670496] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670496] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.670496] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.670496] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 is going to be created. [ 1064.695102] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.695102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.695102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.695102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.695102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.695102] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.977144] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1064.977528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.977579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.978246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.978246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.978246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.978246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.978685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.978806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.978914] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.980399] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 in Status: SUCCESS [ 1064.980645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.980821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.981478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981478] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.981478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.981478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.981478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981752] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.422057] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd11f5d-b03f-444e-b251-8adb9b019016 req-94248660-e8d3-40f5-b80f-4c11a4e3d9fb service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 1065.422057] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd11f5d-b03f-444e-b251-8adb9b019016 req-94248660-e8d3-40f5-b80f-4c11a4e3d9fb service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1065.422057] env[65675]: INFO networking_nsxv3.common.synchronization [req-4cd11f5d-b03f-444e-b251-8adb9b019016 req-94248660-e8d3-40f5-b80f-4c11a4e3d9fb service nova] Enqueued Resource ID: 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 with Priority: HIGHEST for action port [ 1065.422746] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 1065.423175] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1065.424381] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 with Priority: HIGHEST for action port [ 1065.424381] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.424381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.424381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.425162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.425916] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.430183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.430183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.430183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.430183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.430183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.431462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.431462] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1e6df0-39ec-4161-b423-7a545f6bf0e5',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.484969] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.487322] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.487479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.487607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.487756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.487875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488099] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488688] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 is going to be deleted. [ 1065.520953] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.521222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.521222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.521491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.521563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.521793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.521914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.521971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.522220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.522334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.522334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.522729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.522729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.522729] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.843359] env[65675]: INFO networking_nsxv3.common.synchronization [None req-b2a89e0f-a76e-4c70-beb2-648af2e60559 tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1065.844292] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1065.844632] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.844763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.844836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.845163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.845275] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.935431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.935431] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 with status ACTIVE [ 1065.935431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.935431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.935431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.935431] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.936113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.936113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.936113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.936113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.936113] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e1e6df0-39ec-4161-b423-7a545f6bf0e5 is going to be updated. [ 1065.954674] env[65675]: INFO networking_nsxv3.common.synchronization [None req-790c2975-4b76-4858-80cb-6b6430e767ec tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1065.955197] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1065.955590] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.955698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.957925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.958113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.958206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.958524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.958689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.958854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1e6df0-39ec-4161-b423-7a545f6bf0e5" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.991531] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.024736] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.025015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.025454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.025664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.025767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.026086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.026382] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 already deleted. [ 1066.026382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.026585] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.027307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.027480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.028773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.029013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.029444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.029582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.029724] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.297470] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1066.300622] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 deletion is rescheduled due to dependency. [ 1066.300622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.300825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.301189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.301323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.301466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.301517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.302688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.302688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.302688] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.370023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.370023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 already deleted. [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.370023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.370023] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.493833] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.495027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.495027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.495027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.495027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.495027] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1066.533255] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.533255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.533255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.533255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.533255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.533255] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c6c40ba-3417-44b8-9de5-cd482ca74b29',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.535231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.535832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.536066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.536500] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.538321] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.538321] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 already deleted. [ 1066.538321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.547992] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1066.806639] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.891764] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.891926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.892057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.892243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.892338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.892439] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 already deleted. [ 1066.892513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.918340] env[65675]: INFO networking_nsxv3.common.synchronization [None req-a2e5692b-6345-4cd3-96ef-c8eecde06fa9 None None] Enqueued Resource ID: f0553571-54cf-4d1f-974e-ec2f78eebab3 with Priority: HIGHEST for action port [ 1066.919220] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0553571-54cf-4d1f-974e-ec2f78eebab3 with Priority: HIGHEST for action port [ 1066.919561] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0553571-54cf-4d1f-974e-ec2f78eebab3 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.919684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0553571-54cf-4d1f-974e-ec2f78eebab3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.919842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0553571-54cf-4d1f-974e-ec2f78eebab3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.920293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0553571-54cf-4d1f-974e-ec2f78eebab3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.920399] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0553571-54cf-4d1f-974e-ec2f78eebab3',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.039447] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c6c40ba-3417-44b8-9de5-cd482ca74b29: rpc.has_security_group_logging(os_id): False [ 1067.065182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.065348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.065348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.065559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.065652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.065869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.065970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.066092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.066399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.066835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.068153] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 is going to be created. [ 1067.104472] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29], does not exist path=[/infra/domains/default/groups/8c6c40ba-3417-44b8-9de5-cd482ca74b29]."\n}' [ 1067.104631] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29 [ 1067.104778] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1067.143172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.143172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.143172] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.143399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.146965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147312] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.147416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.147485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.147672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.147751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147951] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.148118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.148118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.148256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.148329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.148411] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6c40ba-3417-44b8-9de5-cd482ca74b29 is going to be created. [ 1067.167545] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29], does not exist path=[/infra/domains/default/groups/8c6c40ba-3417-44b8-9de5-cd482ca74b29]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29 [ 1067.167702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c6c40ba-3417-44b8-9de5-cd482ca74b29" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.167914] env[65675]: Traceback (most recent call last): [ 1067.167963] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1067.167963] env[65675]: return func(*args, **kwargs) [ 1067.167963] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1067.167963] env[65675]: res.raise_for_status() [ 1067.167963] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1067.167963] env[65675]: raise HTTPError(http_error_msg, response=self) [ 1067.167963] env[65675]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29 [ 1067.167963] env[65675]: During handling of the above exception, another exception occurred: [ 1067.167963] env[65675]: Traceback (most recent call last): [ 1067.167963] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1067.167963] env[65675]: listener.cb(fileno) [ 1067.167963] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1067.167963] env[65675]: result = function(*args, **kwargs) [ 1067.167963] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1067.167963] env[65675]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1067.167963] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1067.167963] env[65675]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1067.167963] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1067.167963] env[65675]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1067.168605] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1067.168605] env[65675]: res.raise_for_status() [ 1067.168605] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1067.168605] env[65675]: raise HTTPError(http_error_msg, response=self) [ 1067.168605] env[65675]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8c6c40ba-3417-44b8-9de5-cd482ca74b29 [ 1067.168605] env[65675]: Removing descriptor: 60 [ 1067.309075] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.422578] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0553571-54cf-4d1f-974e-ec2f78eebab3 [ 1067.422857] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.426285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.426428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.426623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.426754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.426851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0553571-54cf-4d1f-974e-ec2f78eebab3 already deleted. [ 1067.426944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0553571-54cf-4d1f-974e-ec2f78eebab3" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.812100] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.812100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.812100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.812100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.812100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.812100] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1067.840158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.840335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.840447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.840704] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.840895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.857460] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1068.413922] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.414251] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.414299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.414565] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.414843] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.415019] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.415172] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.415415] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.415571] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.415786] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.415907] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.416025] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.416144] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.416264] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.418023] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.418023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.436889] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.437112] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.437281] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.437546] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-610" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437894] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-2cabd6fa-1049-44f9-984b-469072d49145 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.438170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.438232] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.438519] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.438671] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cabd6fa-1049-44f9-984b-469072d49145',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.558529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1068.558837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.559059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.559356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.559531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.559662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.559730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.560673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.560673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.560673] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.561137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.561393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.561542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.561667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.561751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.562128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.562128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562128] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.943023] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943023] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943023] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.945428] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.946130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.946476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.949491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.949491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.949491] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 2cabd6fa-1049-44f9-984b-469072d49145 is going to be updated. [ 1069.001740] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.001991] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.002144] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.002468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.002684] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.002949] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.064585] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.064801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.065189] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.567580] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.726196] env[65675]: INFO networking_nsxv3.common.synchronization [req-742c35dd-fc60-4b11-af70-e8e0ef280c7d req-b125849a-25a2-4c4c-8277-4a10b7d82ef1 service nova] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 1069.726377] env[65675]: INFO networking_nsxv3.common.synchronization [req-742c35dd-fc60-4b11-af70-e8e0ef280c7d req-b125849a-25a2-4c4c-8277-4a10b7d82ef1 service nova] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 1069.726559] env[65675]: INFO networking_nsxv3.common.synchronization [req-742c35dd-fc60-4b11-af70-e8e0ef280c7d req-b125849a-25a2-4c4c-8277-4a10b7d82ef1 service nova] Enqueued Resource ID: 2cabd6fa-1049-44f9-984b-469072d49145 with Priority: HIGHEST for action port [ 1069.727037] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_rules [ 1069.727180] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 1069.727281] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cabd6fa-1049-44f9-984b-469072d49145 with Priority: HIGHEST for action port [ 1069.727557] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.727679] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.727749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.727956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.728201] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.729916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.729916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.729916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.730300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.730300] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.730300] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.730440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.730478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.731041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.731041] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.731506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cabd6fa-1049-44f9-984b-469072d49145 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.731506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.731621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.731708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.732137] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cabd6fa-1049-44f9-984b-469072d49145',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.868085] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1069.868330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.868623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.868971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.869214] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.869371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.869446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.869615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.869697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.869784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.869877] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.070048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.070235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.070281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.070508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.070588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.070689] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1070.100842] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.100981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.101177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.101270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.101415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.111803] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1070.229995] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.230207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.233625] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cabd6fa-1049-44f9-984b-469072d49145 with status ACTIVE [ 1070.233813] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.233929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.233992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234545] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.234635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.234699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.234842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.234929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.235174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.235286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.235328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.235469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.235548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.235635] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cabd6fa-1049-44f9-984b-469072d49145 is going to be updated. [ 1070.236740] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.259064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.259325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.259325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.259482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.259618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.259772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cabd6fa-1049-44f9-984b-469072d49145" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.372804] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.739280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.875730] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d054f93-92ca-43fa-8386-86d9a78eb468: rpc.has_security_group_logging(os_id): False [ 1070.906726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.906726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.906726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.931476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.932111] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.932111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.932111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.932359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.932359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.932428] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1070.997378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.997674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.997785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.998031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.998995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.012030] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1071.243365] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.243569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.243672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.243882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.244010] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.244098] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be updated. [ 1071.277062] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.277241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.277373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.277559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.277739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.281029] env[65675]: INFO networking_nsxv3.common.synchronization [req-d4dcb09d-d5a0-4733-b947-c0e255a965cc req-5296d520-f5d4-46f3-9d9e-40fe210f40ab tempest-ServerRescueTestJSONUnderV235-1555831307 tempest-ServerRescueTestJSONUnderV235-1555831307-project-member] Enqueued Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1071.281615] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852203a1-cad3-4f63-91d0-860d6371ec85 with Priority: HIGHEST for action security_group_members [ 1071.281938] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.282166] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.288324] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: IN_PROGRESS for 2s [ 1072.121498] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1072.121845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.121885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.122099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.122329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.122433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.122493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.122615] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.122700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.122789] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.625596] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.625791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.625840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.626045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.647309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.647589] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.647701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.647760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.648011] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.648106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.648199] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1072.675451] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.675664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.675664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.675894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.676044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.686060] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1073.026992] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1073.027256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304919] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 1073.304919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.305606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.305606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.305701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.305768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.305817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.305974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.306057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.306142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.306279] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.484770] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.485137] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.485389] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.485769] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.486207] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.486483] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.486709] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.487034] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.487391] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487696] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.487888] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.488105] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.488310] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.488517] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.488714] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.488930] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.519889] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.520177] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.520327] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.520500] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-837" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.520819] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-6432cdd5-16a7-42b1-a76d-684a25393a5a taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.520997] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521129] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.521405] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.521540] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6432cdd5-16a7-42b1-a76d-684a25393a5a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.808898] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.027031] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.027031] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.027031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.027779] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.027779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.027779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.027779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.027779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.027779] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a is going to be updated. [ 1074.056225] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.056225] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.056225] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.056688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.057021] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.057640] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.311325] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6: rpc.has_security_group_logging(os_id): False [ 1074.337023] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.337023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.337023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.364052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364052] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.364052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.364052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.364052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364052] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be updated. [ 1074.434751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.434751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.434751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.435183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.435245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.453643] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: IN_PROGRESS for 2s [ 1074.699157] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1074.699455] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 deletion is rescheduled due to dependency. [ 1074.699631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700325] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.700514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.700514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700720] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700977] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-852203a1-cad3-4f63-91d0-860d6371ec85 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.701071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701517] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.701696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.702093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.702190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.702281] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.703205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.703368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.703513] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.703614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.703677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.703813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.703888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.703972] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.844995] env[65675]: INFO networking_nsxv3.common.synchronization [req-a45feba0-4a0a-43b0-b03b-206fd04b48ec req-dd552baf-fe06-48b7-9bb8-0728ff03831f service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 1074.845258] env[65675]: INFO networking_nsxv3.common.synchronization [req-a45feba0-4a0a-43b0-b03b-206fd04b48ec req-dd552baf-fe06-48b7-9bb8-0728ff03831f service nova] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 1074.845392] env[65675]: INFO networking_nsxv3.common.synchronization [req-a45feba0-4a0a-43b0-b03b-206fd04b48ec req-dd552baf-fe06-48b7-9bb8-0728ff03831f service nova] Enqueued Resource ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a with Priority: HIGHEST for action port [ 1074.846353] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_rules [ 1074.846353] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 1074.846353] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a with Priority: HIGHEST for action port [ 1074.846682] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.846868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.846978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.847383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.847383] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.848429] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.848626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.848915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.849120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.849266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.849381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.849574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.849678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.849795] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.852708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6432cdd5-16a7-42b1-a76d-684a25393a5a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.852708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.852708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.852708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854708] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6432cdd5-16a7-42b1-a76d-684a25393a5a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.859937] env[65675]: INFO networking_nsxv3.common.synchronization [req-92800d1c-b18e-4ab0-879d-11608febfa4d req-611a301e-f5d9-4655-8277-f142e120dbbd tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1074.860749] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1074.861104] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.861227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862567] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.862567] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.144792] env[65675]: INFO networking_nsxv3.common.synchronization [req-74d3b68f-40ec-4e1c-9be2-15f75de06c0f req-fd90f155-503b-4192-bef6-532f6aa4e2b4 tempest-InstanceActionsTestJSON-1553612476 tempest-InstanceActionsTestJSON-1553612476-project-member] Enqueued Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1075.146146] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGHEST for action security_group_members [ 1075.146504] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.146632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.146718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.146899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.147064] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.147181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.147247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.147394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.147480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.147573] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.207809] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852203a1-cad3-4f63-91d0-860d6371ec85: rpc.has_security_group_logging(os_id): False [ 1075.211015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.211015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.211015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.211708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.211708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.211708] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1075.231678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.231888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.231888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.232104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.232198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.232389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.232487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.232644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.232908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.232908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.233984] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.234145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.234228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.234396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.234479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.234707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.234801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.234868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.235025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.235106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.235229] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be updated. [ 1075.242051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.242051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.242051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.242288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.242288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.254322] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1075.315043] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.315043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.315043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.315551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.315551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.333240] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: IN_PROGRESS for 2s [ 1075.357095] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.358381] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.358559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.360955] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6432cdd5-16a7-42b1-a76d-684a25393a5a with status ACTIVE [ 1075.361246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.361608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.361608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.361732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.361770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.362408] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.362408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.362408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.362408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.362408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.362797] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.362912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.362975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.363189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.363284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.363455] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6432cdd5-16a7-42b1-a76d-684a25393a5a is going to be updated. [ 1075.364613] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.392061] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.392288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.392534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.392696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.392884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6432cdd5-16a7-42b1-a76d-684a25393a5a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.650362] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.650863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.651121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.651470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.675217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.675723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.676672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.676672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.676672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.676672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.676672] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 is going to be updated. [ 1075.709354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.710093] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.710487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.710487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.710699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.720848] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: IN_PROGRESS for 2s [ 1075.859429] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.868236] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.362226] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.362631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.362631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.362935] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.362973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.363438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 1076.370850] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.371087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.371178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.371440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.371597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.371694] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be updated. [ 1076.405595] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.405858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.405858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.406252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.406468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.409233] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.409233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.409233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.409233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.409233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.412914] env[65675]: INFO networking_nsxv3.common.synchronization [req-8ad5c023-aa69-4c70-a045-0c6b80630d4f req-468910f7-b3d3-4874-9d67-fced14c0204f tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1076.414030] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1076.414262] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.414393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.414496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.414767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.414962] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.415119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.415247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.415610] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.425080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 1076.426814] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 1076.478943] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 1076.479489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.832066] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.832282] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.832354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.832706] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.833152] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.833402] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.833757] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.833926] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.834197] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.834463] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.834581] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.834700] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.834976] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.835259] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.835493] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.835662] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.859146] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.859359] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.859492] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.859638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.859996] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-bcc518cf-4880-4b93-b320-325ba5f90360 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.860193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.860366] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.860655] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.860796] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc518cf-4880-4b93-b320-325ba5f90360',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.918721] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.918954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.919087] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.919387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.919463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.919768] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.919881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.919972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.920182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.920296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.920441] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 already deleted. [ 1076.920533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.266711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1077.266922] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 deletion is rescheduled due to dependency. [ 1077.267061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.382461] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852203a1-cad3-4f63-91d0-860d6371ec85 in Status: SUCCESS [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.382461] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852203a1-cad3-4f63-91d0-860d6371ec85',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.382461] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.382461] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.382461] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port bcc518cf-4880-4b93-b320-325ba5f90360 not found, creating... [ 1077.382461] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.383359] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.383359] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.383359] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: bcc518cf-4880-4b93-b320-325ba5f90360 is going to be created. [ 1077.398547] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.398800] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.398932] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.399252] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.399500] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.399750] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.733231] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 in Status: SUCCESS [ 1077.733423] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 deletion is rescheduled due to dependency. [ 1077.733614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.877347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.877347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.877347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.877347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877347] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852203a1-cad3-4f63-91d0-860d6371ec85 is going to be deleted. [ 1077.942040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.942330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.942330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.942507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.942652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.942907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852203a1-cad3-4f63-91d0-860d6371ec85" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.127237] env[65675]: INFO networking_nsxv3.common.synchronization [req-8ad5c023-aa69-4c70-a045-0c6b80630d4f req-2828930c-a331-4170-adc4-9c050d84d8a1 service nova] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1078.127237] env[65675]: INFO networking_nsxv3.common.synchronization [req-8ad5c023-aa69-4c70-a045-0c6b80630d4f req-2828930c-a331-4170-adc4-9c050d84d8a1 service nova] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1078.127237] env[65675]: INFO networking_nsxv3.common.synchronization [req-8ad5c023-aa69-4c70-a045-0c6b80630d4f req-2828930c-a331-4170-adc4-9c050d84d8a1 service nova] Enqueued Resource ID: bcc518cf-4880-4b93-b320-325ba5f90360 with Priority: HIGHEST for action port [ 1078.127237] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_rules [ 1078.127929] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1078.128439] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc518cf-4880-4b93-b320-325ba5f90360 with Priority: HIGHEST for action port [ 1078.128854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.129157] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.130027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.130027] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.131282] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.131469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.131575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.132270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.132548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.132770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.132929] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.133378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.133516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.133656] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.135145] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcc518cf-4880-4b93-b320-325ba5f90360 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.135344] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.135571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.135807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.135942] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc518cf-4880-4b93-b320-325ba5f90360',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.438058] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 1078.438388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.438942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 1078.439154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.439373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.439612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.439806] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.439954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.440034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.440204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.440272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.440371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.440461] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.636351] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.638240] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcc518cf-4880-4b93-b320-325ba5f90360 with status ACTIVE [ 1078.638476] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.638687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.638687] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.638951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.638951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.639782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.639905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.639905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.640399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.640399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.640399] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.640581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.640581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.640789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.640845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.640932] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcc518cf-4880-4b93-b320-325ba5f90360 is going to be updated. [ 1078.643442] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.643987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.664474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.664649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.664683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.664902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.665077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.665283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcc518cf-4880-4b93-b320-325ba5f90360" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.687434] env[65675]: INFO networking_nsxv3.common.synchronization [req-76f97cf7-dcf9-490e-a21a-904be1cffabe req-e3dcab8a-77d7-4890-97b4-9c6a4c0c6493 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1078.687434] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1078.687434] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.688078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.688354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.689394] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.689643] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.689812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.689894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.690095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.690179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.690290] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.944058] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.944273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.944374] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.945035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.945297] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.946032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.946032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.946032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.946032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.946032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.946226] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.947075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.947075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.947349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.947349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.947395] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.029479] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.029720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.029912] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.030221] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.030891] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.031142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.031237] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.031468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.031643] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.031884] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.032034] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.032151] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.032472] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.032472] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.032569] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.032700] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.059075] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.059369] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.059626] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.059764] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.060205] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-d29d49fe-aa16-4d52-b123-558e9f76dc58 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.060456] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060643] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.061078] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.061280] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29d49fe-aa16-4d52-b123-558e9f76dc58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.139091] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.192808] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.193020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.193062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.193508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.216605] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.216674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.216873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.217062] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1079.242782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.242974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.242974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.243320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.243466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.253227] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1079.450188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447d2632-1ec6-45e3-8b1d-bf247f8b8717: rpc.has_security_group_logging(os_id): False [ 1079.471936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.472322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.472397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.472671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.496059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.496399] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.496555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.496627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.496881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.497042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.497295] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.497399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.497495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.497696] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.497799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.498060] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.498162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.498245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.498407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.498521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.498620] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 1079.563731] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.564088] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.564309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.564711] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.564958] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.565262] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port d29d49fe-aa16-4d52-b123-558e9f76dc58 not found, creating... [ 1079.565787] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.566042] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.566198] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.566564] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.566818] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.567266] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.567520] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.567689] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.568031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.568280] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.568519] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: d29d49fe-aa16-4d52-b123-558e9f76dc58 is going to be created. [ 1079.581508] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.581765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.581857] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.582123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.582308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.611243] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.611543] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.611743] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.612142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.612420] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.612764] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.630784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 1079.642079] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.642079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.642079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.642079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.642398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.642398] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 is going to be created. [ 1079.677618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.677618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.677780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.678694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.678694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.691343] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: UNINITIALIZED for 2s [ 1080.794523] env[65675]: INFO networking_nsxv3.common.synchronization [req-76f97cf7-dcf9-490e-a21a-904be1cffabe req-676247c2-644c-43aa-ab2e-11696e35c2e1 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1080.794981] env[65675]: INFO networking_nsxv3.common.synchronization [req-76f97cf7-dcf9-490e-a21a-904be1cffabe req-676247c2-644c-43aa-ab2e-11696e35c2e1 service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1080.794981] env[65675]: INFO networking_nsxv3.common.synchronization [req-76f97cf7-dcf9-490e-a21a-904be1cffabe req-676247c2-644c-43aa-ab2e-11696e35c2e1 service nova] Enqueued Resource ID: d29d49fe-aa16-4d52-b123-558e9f76dc58 with Priority: HIGHEST for action port [ 1080.795477] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1080.795653] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1080.795844] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29d49fe-aa16-4d52-b123-558e9f76dc58 with Priority: HIGHEST for action port [ 1080.796114] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.796232] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.796347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.796544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.796639] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.797617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.797730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.797914] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29d49fe-aa16-4d52-b123-558e9f76dc58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.798052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.798108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.798337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.798448] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29d49fe-aa16-4d52-b123-558e9f76dc58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.277848] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1081.278127] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 1081.278280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.278453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.278786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.278864] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.278981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.279058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.279222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.279305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.279404] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.300518] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.300767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.300840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d29d49fe-aa16-4d52-b123-558e9f76dc58 with status ACTIVE [ 1081.301259] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.301259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.301259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.301537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.301649] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.301869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.302139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302557] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.302771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.304097] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d29d49fe-aa16-4d52-b123-558e9f76dc58 is going to be updated. [ 1081.330894] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.331045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.331121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.331323] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.331489] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.331644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29d49fe-aa16-4d52-b123-558e9f76dc58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.648198] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 1081.648340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.701780] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: SUCCESS [ 1081.702017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.702218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.702474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.702651] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.702771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.702863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.703740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.703740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.703740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.703740] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.784524] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.205347] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.286516] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.707695] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8: rpc.has_security_group_logging(os_id): False [ 1082.726848] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.727023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.727125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.727313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.727403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.727665] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.727764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.727827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.727988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.728079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.728164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 is going to be created. [ 1082.789101] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.789220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.789220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.789624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790854] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.790970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.791194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.791399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.791490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.791598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1082.804732] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: IN_PROGRESS for 2s [ 1082.823029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.823281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.823281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.823964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.823964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.835885] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1084.819904] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: SUCCESS [ 1084.820255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.846446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1084.847028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.847028] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.847209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.847415] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.848330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.848330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.848330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.848330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.848330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.848330] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.350616] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.350864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.350983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.351331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.351634] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.351784] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.351876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.352133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.352275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.352429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.352686] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.352851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.352964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.353296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.353520] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.353646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.353726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.353892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.353965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354159] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.406196] env[65675]: INFO networking_nsxv3.common.synchronization [req-f6451e3a-5916-4bb7-b296-407f5fb465fa req-ee6dc22d-f85e-4705-871a-805d62821c93 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1085.406380] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGHEST for action security_group_members [ 1085.406720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.406837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.406914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.407116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.407268] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.407360] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.407944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.407944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.407944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.407944] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.856869] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 1085.893546] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.893695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.893762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.893984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.894092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894284] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.894407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.894531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.894694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.894771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894958] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.895066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.895128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.895303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.895449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.895656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.895751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.895814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.895955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.896043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896129] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1085.910018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.910186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.910259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.910484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.940629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940907] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941044] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.941206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.941546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.941683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.941788] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be updated. [ 1085.984665] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.984897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.985026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.985361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.985521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.994654] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: IN_PROGRESS for 2s [ 1086.007356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.007529] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.007565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.007891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.008214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.026800] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1087.528063] env[65675]: INFO networking_nsxv3.common.synchronization [None req-29338d58-3c0e-432c-93c8-66b3c9fbd4a2 None None] Enqueued Resource ID: e852d5bb-a63f-440f-ab92-3ee82edc4e55 with Priority: HIGHEST for action port [ 1087.528685] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e852d5bb-a63f-440f-ab92-3ee82edc4e55 with Priority: HIGHEST for action port [ 1087.529018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e852d5bb-a63f-440f-ab92-3ee82edc4e55 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.529165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e852d5bb-a63f-440f-ab92-3ee82edc4e55" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.529243] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e852d5bb-a63f-440f-ab92-3ee82edc4e55" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.529545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e852d5bb-a63f-440f-ab92-3ee82edc4e55" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.529622] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e852d5bb-a63f-440f-ab92-3ee82edc4e55',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.011366] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b196d723-b7d7-4e56-be73-939f0249cd71 in Status: SUCCESS [ 1088.011622] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 deletion is rescheduled due to dependency. [ 1088.011805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.032188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e852d5bb-a63f-440f-ab92-3ee82edc4e55 [ 1088.032452] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.032619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.032684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.032998] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.033657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033657] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e852d5bb-a63f-440f-ab92-3ee82edc4e55 already deleted. [ 1088.033657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e852d5bb-a63f-440f-ab92-3ee82edc4e55" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.049834] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1088.050219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.008472] env[65675]: INFO networking_nsxv3.common.synchronization [None req-39c08ab5-43b1-4ee8-9add-11c6c2fe5411 None None] Enqueued Resource ID: 75e77d5d-3993-4289-ae38-4eb8c616053b with Priority: HIGHEST for action port [ 1090.009512] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e77d5d-3993-4289-ae38-4eb8c616053b with Priority: HIGHEST for action port [ 1090.010301] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-75e77d5d-3993-4289-ae38-4eb8c616053b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.010439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75e77d5d-3993-4289-ae38-4eb8c616053b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.010511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75e77d5d-3993-4289-ae38-4eb8c616053b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.010836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75e77d5d-3993-4289-ae38-4eb8c616053b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.010921] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e77d5d-3993-4289-ae38-4eb8c616053b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.514251] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75e77d5d-3993-4289-ae38-4eb8c616053b [ 1090.514251] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.514251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.514251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.514251] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.514501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.514501] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75e77d5d-3993-4289-ae38-4eb8c616053b already deleted. [ 1090.514501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75e77d5d-3993-4289-ae38-4eb8c616053b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.146657] env[65675]: INFO networking_nsxv3.common.synchronization [None req-36a0bc80-cd2e-4715-8917-8f5147e30aa0 tempest-AttachInterfacesTestJSON-1983811969 tempest-AttachInterfacesTestJSON-1983811969-project-member] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1091.147347] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGHEST for action security_group_members [ 1091.147718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.147875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.147978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.148810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.149043] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.149173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.149315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.149849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.149976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.150116] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.652381] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.652549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.652733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.653080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.676864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.677041] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.677241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.677338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.677592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.677705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.677819] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be updated. [ 1091.716320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.716320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.716844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.716844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.716972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.729138] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: IN_PROGRESS for 2s [ 1093.653248] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-a056dae1-1f51-4fef-a56d-bfb4d7e47d69 tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1093.654278] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1093.654278] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.655096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.655096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.655096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.655096] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.655096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.655351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.655351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.655351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.655476] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.742155] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 in Status: SUCCESS [ 1093.742155] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 deletion is rescheduled due to dependency. [ 1093.742155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.010106] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.010287] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.010397] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.010724] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011127] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.011299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011419] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011648] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011792] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.011997] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.012124] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.012235] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.012342] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.012456] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.012561] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.012693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.034598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.034814] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.035049] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.035303] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.035801] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.036083] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.036538] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.036653] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e7113b-b867-4e56-bb5c-08ba1c8b8154',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.159290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.159549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.159642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.159879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.159995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.160301] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.160427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.160577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.160691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.160814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.160924] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e already deleted. [ 1094.161027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.542199] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.542454] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.542591] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.542899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.543064] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.543228] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port c6e7113b-b867-4e56-bb5c-08ba1c8b8154 not found, creating... [ 1094.543556] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.543754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.543899] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.544169] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.544329] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.544640] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.544802] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.544923] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.545321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.545321] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.545529] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: c6e7113b-b867-4e56-bb5c-08ba1c8b8154 is going to be created. [ 1094.569025] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.569025] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.569595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.569595] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.569653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.570465] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.337751] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-e7572d0c-88ad-4bf9-b152-f2733ae34f14 service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1095.338139] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-e7572d0c-88ad-4bf9-b152-f2733ae34f14 service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1095.338139] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-e7572d0c-88ad-4bf9-b152-f2733ae34f14 service nova] Enqueued Resource ID: c6e7113b-b867-4e56-bb5c-08ba1c8b8154 with Priority: HIGHEST for action port [ 1095.338626] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1095.338773] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1095.338891] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e7113b-b867-4e56-bb5c-08ba1c8b8154 with Priority: HIGHEST for action port [ 1095.339219] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.339393] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.339484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340092] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.340887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.341101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.341521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.341623] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.341767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.342267] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.343098] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.343212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.343385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.343597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.343820] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e7113b-b867-4e56-bb5c-08ba1c8b8154',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.424629] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-fed62daf-d7e6-47f3-ae65-902bc4e97e0a tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1095.425573] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1095.425908] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.426020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.768079] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.768340] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.768469] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.768735] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.769095] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.769317] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.769467] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.769732] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.769889] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.770509] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.770640] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.770754] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.770867] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.770984] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.771111] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.771252] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.792789] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.792974] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.793131] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.793309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.793630] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-a90ade00-92db-4a7a-8249-7e6d20e8718e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.793823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.793945] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.794318] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.794463] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90ade00-92db-4a7a-8249-7e6d20e8718e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.847126] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.847383] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.847477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.847716] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e7113b-b867-4e56-bb5c-08ba1c8b8154 with status ACTIVE [ 1095.847955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.848123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.848212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.848413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.848530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.849723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.849723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.850102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.850102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.850102] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e7113b-b867-4e56-bb5c-08ba1c8b8154 is going to be updated. [ 1095.879621] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.879851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.879934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.880283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.880485] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.880748] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e7113b-b867-4e56-bb5c-08ba1c8b8154" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.298079] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.298079] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.298079] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.298079] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.298364] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.298364] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port a90ade00-92db-4a7a-8249-7e6d20e8718e not found, creating... [ 1096.298592] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.298753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.298870] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.299108] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.299245] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.299546] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.299780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.300016] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.300257] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.300394] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.300534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: a90ade00-92db-4a7a-8249-7e6d20e8718e is going to be created. [ 1096.323056] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.323056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.323056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.323415] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.323688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.323942] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.351703] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.853717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.853896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.853973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.854262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.854304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.854394] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be created. [ 1096.882295] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.882295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.882295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.882295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.882553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.897022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: UNINITIALIZED for 2s [ 1097.058294] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-5afa1f99-cfc5-4014-b1e6-b980e19a8ced service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1097.058449] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-5afa1f99-cfc5-4014-b1e6-b980e19a8ced service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1097.058611] env[65675]: INFO networking_nsxv3.common.synchronization [req-b89d82cb-333b-4e7a-84db-500bbf9c2ddf req-5afa1f99-cfc5-4014-b1e6-b980e19a8ced service nova] Enqueued Resource ID: a90ade00-92db-4a7a-8249-7e6d20e8718e with Priority: HIGHEST for action port [ 1097.059089] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1097.059218] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1097.059318] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90ade00-92db-4a7a-8249-7e6d20e8718e with Priority: HIGHEST for action port [ 1097.059587] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.059692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.059871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.059953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.060457] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a90ade00-92db-4a7a-8249-7e6d20e8718e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.060569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.060635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.060837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.060919] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90ade00-92db-4a7a-8249-7e6d20e8718e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.564907] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a90ade00-92db-4a7a-8249-7e6d20e8718e with status ACTIVE [ 1097.566086] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.566086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.566086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.566519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.566519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.566855] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.566855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.567756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.567756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.567756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.567756] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.567756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.567756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.568101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.568101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.568210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a90ade00-92db-4a7a-8249-7e6d20e8718e is going to be updated. [ 1097.607835] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.608078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.608235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.608497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.608651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.608893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a90ade00-92db-4a7a-8249-7e6d20e8718e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.560632] env[65675]: INFO networking_nsxv3.common.synchronization [req-da61c7b0-1820-44de-8067-1a7078cdd2d8 req-fbe6de7c-758d-4c1d-9e94-ddef7d670db1 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1098.561248] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1098.561718] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.561718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.561863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.562050] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.562187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.562355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.562355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.562467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.562514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.562626] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.915666] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.915666] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.915666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915666] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.065667] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.065860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.065917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.066201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.066279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.066499] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.066608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.066954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.067056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.067154] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1099.098861] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.099089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.099150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.099337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.099507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.108665] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1099.418434] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.921193] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.423436] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.423635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.423707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.424043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.424182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.424325] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1100.456863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.457069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.457154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.457385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.457573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.467875] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1101.126711] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1101.127091] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 1101.127137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.480525] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1102.480525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.481038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.481038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.481152] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.481284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.481376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.481568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.481656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.481745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.481857] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.482772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.482953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.483165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.483290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.483343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.483542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.483634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.483735] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.986035] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.986170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.986302] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.489933] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.562902] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.562902] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1103.992454] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.992633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.992726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.993013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.993175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.993340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1104.028999] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.029229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.029229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.029551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.029805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.042068] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1104.924636] env[65675]: INFO networking_nsxv3.common.synchronization [None req-72b21f19-c81d-4c0a-8ebf-07cc2b23b98c tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1104.925102] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1104.925511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.925668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.925762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.926030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.926146] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.021507] env[65675]: INFO networking_nsxv3.common.synchronization [None req-31abad0c-6938-4576-918e-c7f5a1272266 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1105.022120] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1105.022471] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.022577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.446199] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.446351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.446445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.446642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.446731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.446850] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 already deleted. [ 1105.446909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.447080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.447230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.447312] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.968527] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.968832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.968832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.968942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.969082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.969188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 already deleted. [ 1105.969275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.052499] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1106.053182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.053279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.053491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.053673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.053955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.053955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.054047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.054080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.054135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.054286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.054376] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.054435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.054572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.054703] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.054793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.054854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.054983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.055065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.055151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.055232] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.557120] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2a05891-eba5-4b7d-9f06-42718631eb2e: rpc.has_security_group_logging(os_id): False [ 1106.579311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.579555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.579716] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.580125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.580287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.580621] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.580751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.580835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.581099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.581231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.581543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.581722] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.581801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.581958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.582061] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.582305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.582433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.582528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.582681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.582810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.582949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be created. [ 1106.651021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.651218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.651218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.651469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.651661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.663474] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1107.697744] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b0f0d0a-3490-47b0-a383-b26aa9e6a1a2 req-39edf46c-e0be-43c9-bea4-a21184b94f21 tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1107.697744] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1107.697744] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697744] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.697744] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.115766] env[65675]: INFO networking_nsxv3.common.synchronization [req-d62e011b-2b6a-46fb-aec9-681882a981dc req-a9667539-6b6c-46ab-b4f6-5cade6584b4c tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1108.117335] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1108.119769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.119769] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.119769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.119769] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.202146] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.205033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.205033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.205033] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1108.232126] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.232286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.232341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.232559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.233383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.242558] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1108.432475] env[65675]: INFO networking_nsxv3.common.synchronization [req-099251ce-f065-4d2c-b049-cc0db9d36215 req-c89c5177-d96e-4740-a854-c784e75e194b tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1108.433374] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1108.433702] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.433778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.483140] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.483140] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.483140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.483525] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.483525] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.483525] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.484058] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.484245] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.484403] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.484560] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.508009] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.508159] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.508490] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.508490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-796" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.508736] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-53518b0c-2fc2-4373-89be-6f677c422f3e taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.509947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.509947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.509947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.509947] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53518b0c-2fc2-4373-89be-6f677c422f3e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.620645] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.674427] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1108.674771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.674948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.675182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.675271] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.762269] env[65675]: INFO networking_nsxv3.common.synchronization [req-f707ca00-6e31-4d0f-9e86-f898dc72dd59 req-83f02f40-ace5-448d-a4e0-b9a7aafc703c tempest-ServersNegativeTestJSON-775133345 tempest-ServersNegativeTestJSON-775133345-project-member] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 1108.762937] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGHEST for action security_group_members [ 1108.763374] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.763601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.763706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.763979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.764216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.764363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.764461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.764681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.764830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.764947] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.011860] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.011860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.011860] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.012117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.012242] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.012409] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 53518b0c-2fc2-4373-89be-6f677c422f3e not found, creating... [ 1109.012697] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.012861] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.012980] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.013211] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.013374] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.013786] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.013952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.014084] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.014291] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.014452] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.014596] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 53518b0c-2fc2-4373-89be-6f677c422f3e is going to be created. [ 1109.038993] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.039299] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.039440] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.039741] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.039972] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.040234] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.122906] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.225529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.225757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.225795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.226040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.226148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.226247] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be deleted. [ 1109.268798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.269539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.269539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.269539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.269643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.269919] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.270045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.270082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.270327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.270436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.270573] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be updated. [ 1109.301062] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.301298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.301298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.301688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.301852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.301995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.316857] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.317031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.317113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.317329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.317494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.328977] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: IN_PROGRESS for 2s [ 1109.624874] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.625048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.625123] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.625358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.625462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.625598] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1109.654249] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.654392] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.654465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.654699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.654844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.664195] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1109.740108] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b0f0d0a-3490-47b0-a383-b26aa9e6a1a2 req-38b3c4e6-d88b-4e84-a1a6-68989343ef4e service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1109.740298] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b0f0d0a-3490-47b0-a383-b26aa9e6a1a2 req-38b3c4e6-d88b-4e84-a1a6-68989343ef4e service nova] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1109.740441] env[65675]: INFO networking_nsxv3.common.synchronization [req-0b0f0d0a-3490-47b0-a383-b26aa9e6a1a2 req-38b3c4e6-d88b-4e84-a1a6-68989343ef4e service nova] Enqueued Resource ID: 53518b0c-2fc2-4373-89be-6f677c422f3e with Priority: HIGHEST for action port [ 1109.740982] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_rules [ 1109.741248] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1109.741364] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53518b0c-2fc2-4373-89be-6f677c422f3e with Priority: HIGHEST for action port [ 1109.741646] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.741764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.741833] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.742046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.742131] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.743398] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.743782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.744039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-53518b0c-2fc2-4373-89be-6f677c422f3e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.744177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.744244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.744416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.744481] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53518b0c-2fc2-4373-89be-6f677c422f3e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.244519] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.244983] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.247490] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53518b0c-2fc2-4373-89be-6f677c422f3e with status ACTIVE [ 1110.247773] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.247944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.248029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.248239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.248333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.248827] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.248827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.248827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.248827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.248995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.249113] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.249190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.249237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.249363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.249440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.249579] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53518b0c-2fc2-4373-89be-6f677c422f3e is going to be updated. [ 1110.255949] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1110.256135] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 1110.256246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.256396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.256725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.257257] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.257367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.257409] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.257595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.257682] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.257786] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.284018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.284330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.284330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.284431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.284572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.284739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53518b0c-2fc2-4373-89be-6f677c422f3e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.759641] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.262197] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.437994] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 in Status: SUCCESS [ 1111.438209] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 deletion is rescheduled due to dependency. [ 1111.438316] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.562502] env[65675]: INFO networking_nsxv3.common.synchronization [req-166e91fc-4ddf-452b-a146-d0eb0993199e req-1ae5fe54-60da-4c4d-8673-ff447d85402a tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1111.563399] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1111.564157] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.564347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.564487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.564839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.565047] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.565186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.565261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.565453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.565550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.565739] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.674180] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1111.674420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.675022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.675022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.675230] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.675230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.675321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.675480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.675648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.676103] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.764080] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.764267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.764327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.764525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.764616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.764708] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1111.802283] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.802434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.802505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802727] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.814433] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1111.906645] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.906645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.906645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.906645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.906963] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.907038] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.907126] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.907331] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.907486] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.908030] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.908030] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.908030] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.908030] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.908308] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.908308] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.908308] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.928063] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.928257] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.928381] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.928558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.928867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-93befe62-d93c-4cd8-a641-a60b25466b3a taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.929051] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.929260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.929759] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.929904] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93befe62-d93c-4cd8-a641-a60b25466b3a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.069327] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.069496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.069541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.069790] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.069844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.070048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.070163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.070214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.070345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.070419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.070501] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 already deleted. [ 1112.070577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.178970] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.178970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.178970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.179208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.179419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.179484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.180557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.180557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.180557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.180557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.180557] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be deleted. [ 1112.212012] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.212292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.212292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.212463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.212547] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.212645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.432456] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.432853] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.432997] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.433369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.433644] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433845] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 93befe62-d93c-4cd8-a641-a60b25466b3a not found, creating... [ 1112.434190] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434399] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434720] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434828] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.435060] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.435398] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.435606] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.435736] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.435947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.436097] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.436240] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 93befe62-d93c-4cd8-a641-a60b25466b3a is going to be created. [ 1112.456274] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.456468] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.456587] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.456823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.457055] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457276] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.154024] env[65675]: INFO networking_nsxv3.common.synchronization [req-166e91fc-4ddf-452b-a146-d0eb0993199e req-595a5c18-de3a-4b91-af8b-af4fc4c831bf service nova] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1113.154260] env[65675]: INFO networking_nsxv3.common.synchronization [req-166e91fc-4ddf-452b-a146-d0eb0993199e req-595a5c18-de3a-4b91-af8b-af4fc4c831bf service nova] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1113.154436] env[65675]: INFO networking_nsxv3.common.synchronization [req-166e91fc-4ddf-452b-a146-d0eb0993199e req-595a5c18-de3a-4b91-af8b-af4fc4c831bf service nova] Enqueued Resource ID: 93befe62-d93c-4cd8-a641-a60b25466b3a with Priority: HIGHEST for action port [ 1113.154999] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_rules [ 1113.155612] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1113.155746] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93befe62-d93c-4cd8-a641-a60b25466b3a with Priority: HIGHEST for action port [ 1113.156045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.156169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.156236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.156434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.156523] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.157673] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.157786] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.157853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.158369] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.158369] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.158498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.158609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.158699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.158798] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.159888] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-93befe62-d93c-4cd8-a641-a60b25466b3a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.160579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.160579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.160579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.160579] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93befe62-d93c-4cd8-a641-a60b25466b3a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.661967] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93befe62-d93c-4cd8-a641-a60b25466b3a with status ACTIVE [ 1113.662224] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.662389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.662468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.662709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.662844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.666588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.666588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.666588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.666588] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93befe62-d93c-4cd8-a641-a60b25466b3a is going to be updated. [ 1113.666588] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.667449] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.667533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690045] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.690045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.690045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93befe62-d93c-4cd8-a641-a60b25466b3a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.827884] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1113.828329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.828553] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.828839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.829130] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.829298] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.829389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.829660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.829758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.829878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.830094] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.168768] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.332832] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.333032] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.333081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.333492] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.333580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.333617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.333866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.333964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334201] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334262] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334467] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334675] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334902] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.335045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.335137] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.670455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.670847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.670847] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.670847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 is going to be created. [ 1114.696612] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.696782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.696868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.697127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.697310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.709513] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: UNINITIALIZED for 2s [ 1114.837205] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2eccc1-6a15-48f6-a085-e0a83233a51d: rpc.has_security_group_logging(os_id): False [ 1114.855447] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.855586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.855688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.855921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.856111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.856323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.856384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.856417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.856612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.856752] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.857033] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.857143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.857215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.857362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.857434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.857644] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.857751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.857811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.857962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.858040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.858164] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1114.921848] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.922042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.922042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.922286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.922432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.942725] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1116.722908] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: SUCCESS [ 1116.722908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.722908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.723259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.723339] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.723470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.723521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.723728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.723809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.724069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.724069] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.961203] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1116.961404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.227206] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.730231] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d353cd-c6f5-423e-a946-33f7d5637909: rpc.has_security_group_logging(os_id): False [ 1117.749667] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.749858] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.749896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.750114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.750225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.750511] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.750642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.750711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.750872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.750971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.751079] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 is going to be created. [ 1117.832107] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.832337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.832337] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.832534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.832717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.847071] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: IN_PROGRESS for 2s [ 1118.157209] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.157421] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1119.864687] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: SUCCESS [ 1119.867368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.158817] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.159139] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1124.729426] env[65675]: INFO networking_nsxv3.common.synchronization [req-53c661c7-3932-4e85-bfbe-8408741d96a5 req-328dee45-f4ce-449e-9795-2de089aec4e1 tempest-AttachVolumeShelveTestJSON-965729579 tempest-AttachVolumeShelveTestJSON-965729579-project-member] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 1124.730201] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGHEST for action security_group_members [ 1124.730642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.730841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.730938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.731215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.731424] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.731558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.731706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.731889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.732019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.732162] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.235458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.235730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.236206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.236472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.236790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.236931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.237008] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.237332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.237567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.237687] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be updated. [ 1125.282216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.282574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.282714] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.292500] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: IN_PROGRESS for 2s [ 1127.304252] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 in Status: SUCCESS [ 1127.304591] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 deletion is rescheduled due to dependency. [ 1127.304591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.364425] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-8d04cf71-9047-4301-8545-b2602465ed44 tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1127.365018] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1127.367642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.367642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.367642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.367642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.367642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.367956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.367956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.367956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.368055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368095] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.704146] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.704360] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.704500] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.704814] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.705097] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.705260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.705380] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.705672] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.705813] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.706057] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.706185] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.706297] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.706403] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.706513] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.706615] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.706782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.750123] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.750370] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.750478] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.750731] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.751132] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.751310] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.751493] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.751919] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.752069] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e533c8-2d36-4472-b336-4ed5a1c9a0dc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.872814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.872814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.873036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.873184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.873349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.873568] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.873670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.873730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.873900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.873984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.874080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e already deleted. [ 1127.874161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.255272] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.255499] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.255615] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.255995] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.256159] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.256319] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 64e533c8-2d36-4472-b336-4ed5a1c9a0dc not found, creating... [ 1128.256587] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.256799] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.256984] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.257226] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.257368] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.257657] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.257839] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.257962] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.258212] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.258389] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.258542] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 64e533c8-2d36-4472-b336-4ed5a1c9a0dc is going to be created. [ 1128.280055] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.280272] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.280385] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.280675] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.280950] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.281181] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980543] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-7cb435ee-4ed5-453c-991e-de73f9ef1f55 service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1128.980917] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-7cb435ee-4ed5-453c-991e-de73f9ef1f55 service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1128.980917] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-7cb435ee-4ed5-453c-991e-de73f9ef1f55 service nova] Enqueued Resource ID: 64e533c8-2d36-4472-b336-4ed5a1c9a0dc with Priority: HIGHEST for action port [ 1128.981459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1128.981613] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1128.981666] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e533c8-2d36-4472-b336-4ed5a1c9a0dc with Priority: HIGHEST for action port [ 1128.981934] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.987291] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.987399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.988155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.988280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.989302] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.989439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.989484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.989660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.989807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.989897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.989970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.990109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.990191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.990281] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.992569] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.992680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.992841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.994029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.994029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e533c8-2d36-4472-b336-4ed5a1c9a0dc',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.493711] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.494619] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.494750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.496776] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64e533c8-2d36-4472-b336-4ed5a1c9a0dc with status ACTIVE [ 1129.496776] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.496776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.496776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.497073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.497168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.497379] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.497773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.497773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.497863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.497896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.498139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.498246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.498307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.498462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.498539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.498625] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64e533c8-2d36-4472-b336-4ed5a1c9a0dc is going to be updated. [ 1129.521725] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.522132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.522132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.522320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.522348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.522493] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e533c8-2d36-4472-b336-4ed5a1c9a0dc" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.667625] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-e66ed337-f91f-42d1-bc04-df4dc93e4a32 tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1129.667797] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1129.668846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.668846] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.996411] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.996770] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.996770] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.996993] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.997460] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.997632] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.997751] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.997981] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.998149] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.998361] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.998474] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.998581] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.998688] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.998811] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.998918] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.999064] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.000115] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.019880] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.020085] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.023354] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.023354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-559" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.023354] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d37cfef6-5e74-4979-8ea3-a81d937db17b taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.023354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.023354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.023354] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.023354] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37cfef6-5e74-4979-8ea3-a81d937db17b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.503042] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.503042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.503042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.503042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.503042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.503042] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be created. [ 1130.524346] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.524638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.524773] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.525028] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.525195] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.525338] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d37cfef6-5e74-4979-8ea3-a81d937db17b not found, creating... [ 1130.525601] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.525765] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.525968] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.526207] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.526345] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.526628] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.526873] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.527110] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.527311] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.527444] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.527582] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d37cfef6-5e74-4979-8ea3-a81d937db17b is going to be created. [ 1130.529445] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.529570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.529634] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.529792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.529950] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.540523] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: UNINITIALIZED for 2s [ 1130.551137] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.551355] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.551482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.551752] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.551975] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.552213] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.287981] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-808f8674-5b6f-4679-b123-a2a01851db9b service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1131.288268] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-808f8674-5b6f-4679-b123-a2a01851db9b service nova] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1131.288405] env[65675]: INFO networking_nsxv3.common.synchronization [req-f8a42a8f-7904-4ca3-b406-72d120d34b77 req-808f8674-5b6f-4679-b123-a2a01851db9b service nova] Enqueued Resource ID: d37cfef6-5e74-4979-8ea3-a81d937db17b with Priority: HIGHEST for action port [ 1131.288939] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_rules [ 1131.289086] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1131.289184] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37cfef6-5e74-4979-8ea3-a81d937db17b with Priority: HIGHEST for action port [ 1131.289458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.289561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.289785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.289829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.289988] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37cfef6-5e74-4979-8ea3-a81d937db17b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.290140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.290173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.290358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.290436] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37cfef6-5e74-4979-8ea3-a81d937db17b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.794997] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d37cfef6-5e74-4979-8ea3-a81d937db17b with status ACTIVE [ 1131.794997] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.794997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.794997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.795277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.795277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.795474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.795604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.795677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.795900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.795992] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.796285] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.796411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.796490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.796670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.796758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.796871] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d37cfef6-5e74-4979-8ea3-a81d937db17b is going to be updated. [ 1131.819588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.819809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.819809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.820303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.820472] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.820706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37cfef6-5e74-4979-8ea3-a81d937db17b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.552345] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1132.552345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.552345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.552814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.552814] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.552814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.552814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.553027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.553027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.553097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.553197] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.554102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.554270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.554417] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.554516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.554570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.554699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.554823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.554897] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.056751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.056925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.057174] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.560135] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.063182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.063313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.063353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.063563] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.063659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063761] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1134.092596] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.092774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.092908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.093130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.093278] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.102521] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1136.113306] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1136.113655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.113655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.113919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.114133] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.114255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.114321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.114483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.114564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.114661] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.290897] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.290897] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1136.617309] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.119577] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.622482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.622688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.622801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.623130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.623246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.623397] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1137.657129] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.657856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.657856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.658318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.658540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.669944] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1139.682874] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1139.683228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.683266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.683469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.683661] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.683805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.683942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.684068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.684150] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.684235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.684398] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.684494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.684546] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.684683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.684831] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.684910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.684967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.685119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.685191] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.685267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.685352] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.189188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2a05891-eba5-4b7d-9f06-42718631eb2e: rpc.has_security_group_logging(os_id): False [ 1140.207842] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.208060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.208060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.208356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.208473] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.208675] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.208776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.208852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.209035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209342] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.209438] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.209498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.209639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209886] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.209979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.210052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.210187] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.210259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.210341] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be created. [ 1140.292370] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.292578] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.292624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.292835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.293024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.305114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1141.291640] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.291946] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1141.310512] env[65675]: INFO networking_nsxv3.common.synchronization [req-14d593fe-d3a5-4189-b58b-953bc92c796b req-38594ca1-af64-46ca-af3d-37995cc145a8 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1141.311095] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1141.311430] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.311565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.311641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.312048] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.312048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.312176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.312176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.312292] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.312370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.312459] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.814568] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.814719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.814779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.815131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.839108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.839373] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.839495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.839549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.839751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.839831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.839926] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1141.865833] env[65675]: INFO networking_nsxv3.common.synchronization [req-a60d31ad-9e51-4326-a9f7-8be8e5337f00 req-5811cd2c-b42f-4629-a2ed-195273141790 tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1141.866474] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1141.867482] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.867482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.867482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.867482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.867669] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.867710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.867738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.867892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.867974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.868079] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.869614] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.869731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.869799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.869955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.870100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.880975] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1142.175980] env[65675]: INFO networking_nsxv3.common.synchronization [req-1a2dd8ea-2e6e-4ff5-9dfa-a14a486ba553 req-f571d7e0-45f3-4da8-8c6f-35b7ef35d9bf tempest-MultipleCreateTestJSON-1204600935 tempest-MultipleCreateTestJSON-1204600935-project-member] Enqueued Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1142.177124] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a05891-eba5-4b7d-9f06-42718631eb2e with Priority: HIGHEST for action security_group_members [ 1142.177498] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2a05891-eba5-4b7d-9f06-42718631eb2e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.177643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.325808] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1142.326223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.326583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.326583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.326583] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.372009] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.848308] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.848528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.848528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.848766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.848909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.849055] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be deleted. [ 1142.874105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.906865] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.907119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.907162] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.907436] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.907558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.907701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.376870] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.377333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.377333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.377333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.377446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.377500] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be updated. [ 1143.406543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.406779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.406779] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.407062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.407256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.416445] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: IN_PROGRESS for 2s [ 1143.892737] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1143.892919] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 deletion is rescheduled due to dependency. [ 1143.893049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426597] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2a05891-eba5-4b7d-9f06-42718631eb2e in Status: SUCCESS [ 1145.426903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.427302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.427302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.427548] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.427548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.427647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.427721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.427802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.427891] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2a05891-eba5-4b7d-9f06-42718631eb2e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.930623] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.930831] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.930894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.931122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.931217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.931418] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.931512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.931573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.931715] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.931806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.931900] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2a05891-eba5-4b7d-9f06-42718631eb2e is going to be deleted. [ 1145.962186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.962449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.962449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.962616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.962711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.962807] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2a05891-eba5-4b7d-9f06-42718631eb2e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.178312] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.178675] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1149.083055] env[65675]: INFO networking_nsxv3.common.synchronization [req-3798c934-5fdd-4ad8-a1c6-c1db1a0944c3 req-59d6b33e-9445-4fa0-bba7-5836a29ed87b tempest-DeleteServersTestJSON-1547063114 tempest-DeleteServersTestJSON-1547063114-project-member] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1149.083901] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGHEST for action security_group_members [ 1149.084089] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.084252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.084378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.084619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.084785] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.084889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.084959] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.085178] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.085307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.085450] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.588502] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.588760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.588887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.589253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.589432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.589774] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.589951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.590078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.590352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.590505] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.590665] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be updated. [ 1149.620783] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.621133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.621133] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.621227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.621365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.631114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: IN_PROGRESS for 2s [ 1151.649934] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d in Status: SUCCESS [ 1151.650372] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d deletion is rescheduled due to dependency. [ 1151.650372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.997149] env[65675]: INFO networking_nsxv3.common.synchronization [req-f2e43dbd-6c36-48db-a4b8-4b9ed429c8ce req-aa577120-04ff-44cf-a1f8-af30a87af036 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1152.997149] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1152.997659] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.997894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.998066] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.998349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.998615] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.998823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.999145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.999381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.999545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.999705] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.164549] env[65675]: INFO networking_nsxv3.common.synchronization [req-6d457c02-7cd1-4f1f-8ab2-71bdb7c5b55f req-4cac6981-5960-46ba-931b-b10cfd4be0a6 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1153.165197] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1153.165520] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.165640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.165707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166113] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.166242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.166279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.166430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.166605] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.349324] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.349324] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.349324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.349908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.349908] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.350108] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.350293] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.350505] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.350681] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.350866] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.351132] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.375089] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.375474] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.375599] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.375869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.376389] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e6499b6e-962b-44a4-a785-522ffc1795c0 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.376610] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.376771] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.377266] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.377424] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6499b6e-962b-44a4-a785-522ffc1795c0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.502506] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.502707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.502707] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.502882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.502970] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.503190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.503277] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.503419] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.503486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.503583] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.503689] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1153.532823] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.532986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.533079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.533288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.533432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.543569] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1153.669484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.669484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.669484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.669616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.669735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.669982] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.670132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.670252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.670462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.670513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.670562] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1153.701204] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.701204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.701204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.701204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.701513] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.710563] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1153.880596] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.880824] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.880952] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.881277] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.881506] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.881684] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e6499b6e-962b-44a4-a785-522ffc1795c0 not found, creating... [ 1153.881943] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.882140] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.882276] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.882498] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.882639] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.882921] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.883090] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.883208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.883416] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.883543] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.883679] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e6499b6e-962b-44a4-a785-522ffc1795c0 is going to be created. [ 1153.904676] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.904929] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.905329] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.905411] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.905585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.905811] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.603975] env[65675]: INFO networking_nsxv3.common.synchronization [req-f2e43dbd-6c36-48db-a4b8-4b9ed429c8ce req-3ba5a1ab-1eae-41fc-b2da-8c0d3d6c52da service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1154.604250] env[65675]: INFO networking_nsxv3.common.synchronization [req-f2e43dbd-6c36-48db-a4b8-4b9ed429c8ce req-3ba5a1ab-1eae-41fc-b2da-8c0d3d6c52da service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1154.604451] env[65675]: INFO networking_nsxv3.common.synchronization [req-f2e43dbd-6c36-48db-a4b8-4b9ed429c8ce req-3ba5a1ab-1eae-41fc-b2da-8c0d3d6c52da service nova] Enqueued Resource ID: e6499b6e-962b-44a4-a785-522ffc1795c0 with Priority: HIGHEST for action port [ 1154.605055] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1154.605202] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1154.605306] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6499b6e-962b-44a4-a785-522ffc1795c0 with Priority: HIGHEST for action port [ 1154.605619] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.605756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.605835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.606103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.606175] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.607187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.607305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.608075] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6499b6e-962b-44a4-a785-522ffc1795c0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.608075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.608075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.608075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.608075] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6499b6e-962b-44a4-a785-522ffc1795c0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.110475] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.110683] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.112487] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6499b6e-962b-44a4-a785-522ffc1795c0 with status ACTIVE [ 1155.112645] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.112804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.112804] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.113023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.113122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.113311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.113422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.113488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.113646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.113721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.114325] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.114325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.114325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.114325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.114325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.114533] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6499b6e-962b-44a4-a785-522ffc1795c0 is going to be updated. [ 1155.136413] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.136631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.136631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.136832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.136965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.137139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6499b6e-962b-44a4-a785-522ffc1795c0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.554543] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1155.554732] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 deletion is rescheduled due to dependency. [ 1155.554806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.554947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.555202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.555385] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.555511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.555573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.555729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.555810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.555907] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.721103] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1155.721380] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 deletion is rescheduled due to dependency. [ 1155.721426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.058398] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.561264] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.064931] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.065375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.065375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.065629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.065797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.065965] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1157.100145] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.100398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.100398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.100604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.100746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.110274] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1159.123299] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1159.123299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.123299] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.123721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.123721] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.123721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.123856] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.123891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.124142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.124142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.124254] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.556012] env[65675]: INFO networking_nsxv3.common.synchronization [None req-dc5c35e1-1c15-4a16-b3f3-9156ee575ae7 None None] Enqueued Resource ID: f82176e3-dff0-4074-b59a-774ab2704e03 with Priority: HIGHEST for action port [ 1159.556273] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82176e3-dff0-4074-b59a-774ab2704e03 with Priority: HIGHEST for action port [ 1159.556747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-f82176e3-dff0-4074-b59a-774ab2704e03 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.556870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f82176e3-dff0-4074-b59a-774ab2704e03" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.556938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f82176e3-dff0-4074-b59a-774ab2704e03" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.557260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f82176e3-dff0-4074-b59a-774ab2704e03" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.557359] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82176e3-dff0-4074-b59a-774ab2704e03',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.627182] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.059902] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f82176e3-dff0-4074-b59a-774ab2704e03 [ 1160.060246] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.060375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.060375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.060557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.060657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.060757] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f82176e3-dff0-4074-b59a-774ab2704e03 already deleted. [ 1160.060837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f82176e3-dff0-4074-b59a-774ab2704e03" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.129892] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4e9d528-8987-4e93-951e-c64368a88531: rpc.has_security_group_logging(os_id): False [ 1160.143536] env[65675]: INFO networking_nsxv3.common.synchronization [None req-992213cc-c5b0-487b-a92c-41b8285df620 tempest-ServerActionsV293TestJSON-149069157 tempest-ServerActionsV293TestJSON-149069157-project-member] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1160.144187] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1160.144574] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.144756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.144868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.145332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.145408] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.150928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.151090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.151139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.151717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.151717] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.151717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.151934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.151934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.152077] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.152362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.152362] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1160.222963] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.222963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.222963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.222963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.222963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.227279] env[65675]: INFO networking_nsxv3.common.synchronization [None req-acee4c78-cfb0-4ddf-9673-7a8fc46b990e tempest-ServerActionsV293TestJSON-149069157 tempest-ServerActionsV293TestJSON-149069157-project-member] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1160.227463] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1160.227799] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.227974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.236233] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1160.680979] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680979] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe already deleted. [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.680979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.680979] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.050686] env[65675]: INFO networking_nsxv3.common.synchronization [req-1c1cf3bf-8a48-4c72-82be-fa50c2fcbd0a req-3f016b34-ad0c-43fb-928d-e3f753ec096e tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1161.053936] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1161.053936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.053936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.053936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.053936] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.209818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.210104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.210104] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.210275] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.210368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.210470] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe already deleted. [ 1161.210680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.407344] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.407531] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.407656] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.408545] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.408545] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.408545] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.408545] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.408753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.408785] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.408982] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.409097] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.409199] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.409300] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.409401] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.409671] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.409737] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.431201] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.431970] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.431970] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.431970] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-191" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.431970] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-6d22e68a-9005-47e7-b78d-51b48a0be4d0 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.432253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.432287] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.432613] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.433341] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d22e68a-9005-47e7-b78d-51b48a0be4d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.555858] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.556063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.556204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.556442] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.556548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.556757] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.556870] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.556934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.557113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.557229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.557340] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1161.583655] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.583885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.584054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.584469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.584650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.594971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1161.938929] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.939191] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.939320] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.939604] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.939761] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.939919] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 6d22e68a-9005-47e7-b78d-51b48a0be4d0 not found, creating... [ 1161.940204] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.940366] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.940515] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.940711] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.940850] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.941523] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.941523] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.941523] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.941732] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.941766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.942611] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 6d22e68a-9005-47e7-b78d-51b48a0be4d0 is going to be created. [ 1161.967419] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.967697] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.967790] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.968165] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.968442] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.968674] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.086856] env[65675]: INFO networking_nsxv3.common.synchronization [req-e729163d-a0e5-4612-805a-031887dc8f45 req-8e60c868-8602-4e43-9e98-63d9faa55842 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1162.087468] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGHEST for action security_group_members [ 1162.087780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.088024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.088024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.089026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.089026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.089026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.089026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.089026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.089026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.089026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.251286] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1162.251537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.388636] env[65675]: INFO networking_nsxv3.common.synchronization [None req-65caa26b-c1c2-41b8-a90d-bf38ec0c28cb None None] Enqueued Resource ID: 107f4e46-2a92-4dc9-a852-13da59f19cd4 with Priority: HIGHEST for action port [ 1162.389008] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f4e46-2a92-4dc9-a852-13da59f19cd4 with Priority: HIGHEST for action port [ 1162.389402] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-107f4e46-2a92-4dc9-a852-13da59f19cd4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.389527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-107f4e46-2a92-4dc9-a852-13da59f19cd4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.389593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-107f4e46-2a92-4dc9-a852-13da59f19cd4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.390047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-107f4e46-2a92-4dc9-a852-13da59f19cd4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.390047] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107f4e46-2a92-4dc9-a852-13da59f19cd4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.591788] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.591987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.592079] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.592312] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.592433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.592664] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.593111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.593111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.593111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.593206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.593206] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 is going to be updated. [ 1162.624307] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.626023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.626023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.626023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.626023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.636603] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: IN_PROGRESS for 2s [ 1162.684031] env[65675]: INFO networking_nsxv3.common.synchronization [req-1c1cf3bf-8a48-4c72-82be-fa50c2fcbd0a req-ab8a36e1-7c11-486b-9b8d-e250fa2e4935 service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 1162.684031] env[65675]: INFO networking_nsxv3.common.synchronization [req-1c1cf3bf-8a48-4c72-82be-fa50c2fcbd0a req-ab8a36e1-7c11-486b-9b8d-e250fa2e4935 service nova] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1162.684031] env[65675]: INFO networking_nsxv3.common.synchronization [req-1c1cf3bf-8a48-4c72-82be-fa50c2fcbd0a req-ab8a36e1-7c11-486b-9b8d-e250fa2e4935 service nova] Enqueued Resource ID: 6d22e68a-9005-47e7-b78d-51b48a0be4d0 with Priority: HIGHEST for action port [ 1162.684392] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_rules [ 1162.684430] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1162.684505] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d22e68a-9005-47e7-b78d-51b48a0be4d0 with Priority: HIGHEST for action port [ 1162.685868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.685868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.686012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.686268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.686268] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.687220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.687306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.687799] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d22e68a-9005-47e7-b78d-51b48a0be4d0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.687799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.687799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.688647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.688647] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d22e68a-9005-47e7-b78d-51b48a0be4d0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.892660] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 107f4e46-2a92-4dc9-a852-13da59f19cd4 [ 1162.893545] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.893545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.893545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.893545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.893545] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.893730] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:107f4e46-2a92-4dc9-a852-13da59f19cd4 already deleted. [ 1162.893730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-107f4e46-2a92-4dc9-a852-13da59f19cd4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.189327] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.189522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.190782] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d22e68a-9005-47e7-b78d-51b48a0be4d0 with status ACTIVE [ 1163.190969] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.191096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.191164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.191375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.191496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.191706] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.191809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.191872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.192057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.192111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.192291] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.192384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.192480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.192573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.192646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.192730] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d22e68a-9005-47e7-b78d-51b48a0be4d0 is going to be updated. [ 1163.213187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.213418] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.214147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.214147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.214147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.214147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d22e68a-9005-47e7-b78d-51b48a0be4d0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.605066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1163.605340] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 deletion is rescheduled due to dependency. [ 1163.605375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.605554] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.605768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605957] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.606084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.606164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.606332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.606415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.606514] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.109307] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.611374] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.648062] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d353cd-c6f5-423e-a946-33f7d5637909 in Status: SUCCESS [ 1164.648266] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 deletion is rescheduled due to dependency. [ 1164.648400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.114110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.114110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.114413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.114548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.114732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.114860] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1165.144413] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.144617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.144658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.144872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.145030] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.155149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1167.167660] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1167.168086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.168086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.168338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.168570] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.168698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.168763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.168927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.169037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.169143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.169238] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.672085] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.685214] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.685375] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1168.174862] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d054f93-92ca-43fa-8386-86d9a78eb468: rpc.has_security_group_logging(os_id): False [ 1168.194123] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.194345] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.194430] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.194645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.194742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.196059] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.196059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.196059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.196059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.196059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.196059] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1168.258355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.258573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.258573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.258798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.258948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.273141] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1170.289624] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1170.289624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.686533] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.686904] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1173.786486] env[65675]: INFO networking_nsxv3.common.synchronization [req-3f09e05d-4aa4-4718-b103-f72d529a3a8f req-d52cced4-eada-4306-a13a-e497241c47b4 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1173.787060] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGHEST for action security_group_members [ 1173.787400] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.787528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.787597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.787796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.787951] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.788196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.788519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.788519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.788728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.788728] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.291357] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.291577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.291577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.291742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.313137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.313399] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.313531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.313602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.313829] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.313913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.314013] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06a08f9-f159-4023-a666-680457b0598c is going to be updated. [ 1174.338850] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.339049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.339099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.339266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.339405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.347204] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: IN_PROGRESS for 2s [ 1176.363058] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06a08f9-f159-4023-a666-680457b0598c in Status: SUCCESS [ 1176.363518] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06a08f9-f159-4023-a666-680457b0598c deletion is rescheduled due to dependency. [ 1176.363518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.633416] env[65675]: INFO networking_nsxv3.common.synchronization [None req-74dac9eb-d1aa-4715-9995-ec0492758f4b tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1178.633967] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1178.634323] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.634455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.634523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.634782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.634865] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.724603] env[65675]: INFO networking_nsxv3.common.synchronization [None req-870b765d-6f74-4dc3-af8f-da8c63ed2e86 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1178.725405] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1178.725877] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.726000] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.159138] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.159331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.159331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.159519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.159611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.159709] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 already deleted. [ 1179.159791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.159941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.160111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.160192] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.679765] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.680091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.680091] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.680336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.680336] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.680435] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 already deleted. [ 1179.680435] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.726808] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.727240] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1184.217849] env[65675]: INFO networking_nsxv3.common.synchronization [req-a651136b-6f43-486f-bb9f-606ac3b7de73 req-ecd39c3f-b95b-4f9c-a56b-7ce340b56a4b tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1184.218413] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1184.218724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.218850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.218957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.219326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.219448] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.219555] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.219616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.219763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.219848] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.219939] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.486104] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.486403] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.486564] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.486873] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.487177] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.487412] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.487482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.487701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.487849] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.488069] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.488180] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.488284] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.488387] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.488494] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.488596] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.488724] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.511781] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.511970] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.512107] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.512281] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.512598] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-57e2b226-807c-4910-92c1-c164974e97d7 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.512774] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.512897] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.513259] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.513399] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e2b226-807c-4910-92c1-c164974e97d7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.722510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.722725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.722725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.722945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.723100] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.723251] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.723352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.723417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.723571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.723646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.723730] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 already deleted. [ 1184.723810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.016876] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.017400] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.017400] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.017656] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.017656] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.017763] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 57e2b226-807c-4910-92c1-c164974e97d7 not found, creating... [ 1185.018092] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.018277] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.018336] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.018541] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.018671] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.018951] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.019117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.019235] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.019525] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.019575] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.019701] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 57e2b226-807c-4910-92c1-c164974e97d7 is going to be created. [ 1185.044384] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.044626] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.044754] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.045056] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.045287] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.045516] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.731284] env[65675]: INFO networking_nsxv3.common.synchronization [req-a651136b-6f43-486f-bb9f-606ac3b7de73 req-7ff0789b-a22b-4273-8bf4-7d530137fcce service nova] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1185.731937] env[65675]: INFO networking_nsxv3.common.synchronization [req-a651136b-6f43-486f-bb9f-606ac3b7de73 req-7ff0789b-a22b-4273-8bf4-7d530137fcce service nova] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1185.731937] env[65675]: INFO networking_nsxv3.common.synchronization [req-a651136b-6f43-486f-bb9f-606ac3b7de73 req-7ff0789b-a22b-4273-8bf4-7d530137fcce service nova] Enqueued Resource ID: 57e2b226-807c-4910-92c1-c164974e97d7 with Priority: HIGHEST for action port [ 1185.732177] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_rules [ 1185.732307] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1185.732409] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e2b226-807c-4910-92c1-c164974e97d7 with Priority: HIGHEST for action port [ 1185.732689] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.732810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.732893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.733234] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.733298] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.734922] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.735101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.735196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.735403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.735564] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.735665] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.735730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.735880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.735962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.736106] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.736810] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e2b226-807c-4910-92c1-c164974e97d7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.736917] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.736962] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.737384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.737384] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e2b226-807c-4910-92c1-c164974e97d7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.235786] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.236183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.239311] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.240656] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57e2b226-807c-4910-92c1-c164974e97d7 with status ACTIVE [ 1186.240656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.240656] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.241388] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.241589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.241705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.241896] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.242020] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.242086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.242249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.242329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.242515] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.242671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.242671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.242813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.242872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.242963] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57e2b226-807c-4910-92c1-c164974e97d7 is going to be updated. [ 1186.266419] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.266681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.266681] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.266880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.267049] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.267253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e2b226-807c-4910-92c1-c164974e97d7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.386122] env[65675]: INFO networking_nsxv3.common.synchronization [req-d98b8623-b253-4f80-9ae5-9c29c7643f00 req-f00b26fe-177e-42ba-af2f-fbe05e20d4db tempest-ServerActionsV293TestJSON-149069157 tempest-ServerActionsV293TestJSON-149069157-project-member] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1186.386684] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1186.386995] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.387130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.387581] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.387676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.387957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.388056] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.703529] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.703726] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-851" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.703869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-851" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.704289] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-851" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.704684] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.704858] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.704969] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.705207] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.705500] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.705616] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.705739] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.705848] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.705953] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.706075] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.706179] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.706308] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.725624] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.725799] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.725879] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.726082] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-851" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.726430] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-e609a880-82a6-4e79-a29e-5ca8d8225e95 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.726596] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.726711] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.727048] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.727189] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e609a880-82a6-4e79-a29e-5ca8d8225e95',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.745587] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.890652] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.890855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.890898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.891112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.891204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.891408] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.891508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.891569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.891723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.891795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.891883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe already deleted. [ 1186.891961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.229727] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.229994] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.230168] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.230443] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.230598] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.230755] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port e609a880-82a6-4e79-a29e-5ca8d8225e95 not found, creating... [ 1187.231028] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.231188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.231302] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.231523] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.231678] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.232011] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.232223] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.232351] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.232558] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.232698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.232837] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: e609a880-82a6-4e79-a29e-5ca8d8225e95 is going to be created. [ 1187.247775] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.248103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.248103] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.248210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.248301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.248402] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 is going to be created. [ 1187.252952] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.253208] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.253336] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.253611] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.253835] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.254065] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.281726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.281886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.281943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.282215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.282381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.292958] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: UNINITIALIZED for 2s [ 1187.934085] env[65675]: INFO networking_nsxv3.common.synchronization [req-d98b8623-b253-4f80-9ae5-9c29c7643f00 req-bd536a52-de26-4b1d-8b90-1609f797569e service nova] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1187.934489] env[65675]: INFO networking_nsxv3.common.synchronization [req-d98b8623-b253-4f80-9ae5-9c29c7643f00 req-bd536a52-de26-4b1d-8b90-1609f797569e service nova] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1187.934489] env[65675]: INFO networking_nsxv3.common.synchronization [req-d98b8623-b253-4f80-9ae5-9c29c7643f00 req-bd536a52-de26-4b1d-8b90-1609f797569e service nova] Enqueued Resource ID: e609a880-82a6-4e79-a29e-5ca8d8225e95 with Priority: HIGHEST for action port [ 1187.934957] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_rules [ 1187.935107] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1187.935194] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e609a880-82a6-4e79-a29e-5ca8d8225e95 with Priority: HIGHEST for action port [ 1187.935463] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.935616] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.935648] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.935861] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.935912] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.937286] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.937353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.937402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.937587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937765] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.937863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.937932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.938086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.938171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.938308] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.939176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e609a880-82a6-4e79-a29e-5ca8d8225e95 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.939176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.939176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.939899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.939971] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e609a880-82a6-4e79-a29e-5ca8d8225e95',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.442270] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e609a880-82a6-4e79-a29e-5ca8d8225e95 with status ACTIVE [ 1188.442596] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442905] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.442994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.443192] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.443289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.443354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.443528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.443617] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.443800] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.443891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.443952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.444109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.444180] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.444262] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e609a880-82a6-4e79-a29e-5ca8d8225e95 is going to be updated. [ 1188.445654] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.445838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.446140] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.466467] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.466650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.466689] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.466887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.467054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.467204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e609a880-82a6-4e79-a29e-5ca8d8225e95" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.948280] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.304094] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: SUCCESS [ 1189.304402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.304597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.304832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.305051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.305174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.305239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.305398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.305478] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.305607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.305661] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.450347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450785] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450880] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe is going to be created. [ 1189.477937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.478186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.478186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.478366] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.478527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.488976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: UNINITIALIZED for 2s [ 1189.808766] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.310709] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af18370a-ac0b-46b5-b25e-d8e262148846: rpc.has_security_group_logging(os_id): False [ 1190.337164] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.337399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.337399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.337743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.337908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.338139] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.338257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.338310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.338474] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.338550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.338642] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 is going to be created. [ 1190.429887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.430064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.430140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.430353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.430535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.462211] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: IN_PROGRESS for 2s [ 1191.501888] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: SUCCESS [ 1191.502284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.502284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.502420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.502617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.502737] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.502802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.503009] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.503147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.503247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.503341] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.006208] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.476140] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: SUCCESS [ 1192.476349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.509914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe: rpc.has_security_group_logging(os_id): False [ 1192.531837] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.532065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.532111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.532315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.532424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.532734] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.532844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.532908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.533140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.533225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.533318] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe is going to be created. [ 1192.598142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.598353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.598405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.598638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.598866] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.613552] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: IN_PROGRESS for 2s [ 1192.936520] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.936769] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1194.626975] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: SUCCESS [ 1194.627353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.938287] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.938512] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.939657] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.939657] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.940694] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.941087] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.941952] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.942343] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.944433] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.944795] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.945978] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.946342] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.546642] env[65675]: INFO networking_nsxv3.common.synchronization [req-2199e28e-0042-48a0-9bf3-3fefa020724a req-5d7df6c6-8fdb-43c0-be6f-3cb4e9a7b7e4 tempest-ServerActionsTestJSON-1188757664 tempest-ServerActionsTestJSON-1188757664-project-member] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1225.546903] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGHEST for action security_group_members [ 1225.547233] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.547356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.547423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.547660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.547817] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.547919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.547979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.548156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.548255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.548346] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.050960] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.051185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.051260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.051483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.051576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.051821] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.051947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.052024] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.052186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.052263] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.052353] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be updated. [ 1226.082505] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.082711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.082711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.082977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.083152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.092864] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: IN_PROGRESS for 2s [ 1228.104990] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 in Status: SUCCESS [ 1228.105368] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 deletion is rescheduled due to dependency. [ 1228.105368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.547887] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.548333] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.375248] env[65675]: INFO networking_nsxv3.common.synchronization [req-2c11cab3-ee92-44f9-b269-6e187dda595f req-50509934-3b1f-403a-a852-f86a64e5e8f4 tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1231.375833] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGHEST for action security_group_members [ 1231.376373] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.376373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.376561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.376759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.377393] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.377534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.377622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.377830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.377912] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.378065] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.880237] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.880801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.880863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.881109] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.881236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.881454] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.881559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.881624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.881789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.881867] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.881956] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 is going to be updated. [ 1231.912617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.912756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.912828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.913060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.913305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.922689] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: IN_PROGRESS for 2s [ 1233.890272] env[65675]: INFO networking_nsxv3.common.synchronization [None req-76d4a366-5e4c-428b-879a-5844dfea39cb None None] Enqueued Resource ID: e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a with Priority: HIGHEST for action port [ 1233.890272] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a with Priority: HIGHEST for action port [ 1233.890567] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.890567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.890663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.890918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.891113] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.934846] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 in Status: SUCCESS [ 1233.935188] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 deletion is rescheduled due to dependency. [ 1233.935319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.392847] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a [ 1234.393171] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.393313] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.393396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.393592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.393673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.393779] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a already deleted. [ 1234.393852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6da7dc1-dfa3-4c25-bae4-a369bd27ab7a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.691560] env[65675]: INFO networking_nsxv3.common.synchronization [None req-cbd4595f-5fc7-483d-8de9-0b46af2ff7fa tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1235.696026] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1235.696026] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.696026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.696026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.696026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.696026] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.790462] env[65675]: INFO networking_nsxv3.common.synchronization [None req-ddc968b6-c529-4f8c-bfb5-ef72180d6c24 tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1235.791007] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1235.791325] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.791429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.090934] env[65675]: INFO networking_nsxv3.common.synchronization [None req-b54acad8-0d59-4d89-ba33-6ba3ab06e4db None None] Enqueued Resource ID: 5dbc080c-38b8-4e67-9f91-69627f2f9c2d with Priority: HIGHEST for action port [ 1236.091548] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbc080c-38b8-4e67-9f91-69627f2f9c2d with Priority: HIGHEST for action port [ 1236.091878] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbc080c-38b8-4e67-9f91-69627f2f9c2d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.092033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbc080c-38b8-4e67-9f91-69627f2f9c2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.092318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbc080c-38b8-4e67-9f91-69627f2f9c2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.092448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbc080c-38b8-4e67-9f91-69627f2f9c2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.092575] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbc080c-38b8-4e67-9f91-69627f2f9c2d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.216724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.217340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.217340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.217340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.217340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.217507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab already deleted. [ 1236.217507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.217694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.217768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.217873] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.594909] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dbc080c-38b8-4e67-9f91-69627f2f9c2d [ 1236.595151] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.595287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.595358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.595759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.595896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.596023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dbc080c-38b8-4e67-9f91-69627f2f9c2d already deleted. [ 1236.596116] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbc080c-38b8-4e67-9f91-69627f2f9c2d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.738524] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.738991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.738991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.738991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.739210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.739210] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab already deleted. [ 1236.739210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.926524] env[65675]: INFO networking_nsxv3.common.synchronization [req-e3549422-33f5-4e3e-ba81-84b6c93d9f9d req-42e39655-d012-438e-b1d9-af3a6111d7f1 tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1240.926896] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1240.927529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.927654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.927718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.928033] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.928272] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.928335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.928396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.928576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.928661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.928756] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.259012] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.259012] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.259012] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.259520] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.259520] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.259520] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.259520] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.259698] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.259698] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.259766] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.259935] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.304320] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.304518] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.304591] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.304766] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.305220] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.305403] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.305537] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.305891] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.306040] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0642b5b1-627a-4f8b-a417-05e5a3ed0a14',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.431896] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.431896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.431896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.432397] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432783] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.432912] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 already deleted. [ 1241.432978] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.808141] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.808418] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.808505] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.808789] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.808974] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.809259] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 not found, creating... [ 1241.809551] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.809711] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.809832] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.810078] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.810223] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.810497] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.810652] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.810772] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.810977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.811124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.811265] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 is going to be created. [ 1241.833564] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.833793] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.833896] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.834212] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.834442] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.834713] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.510659] env[65675]: INFO networking_nsxv3.common.synchronization [req-e3549422-33f5-4e3e-ba81-84b6c93d9f9d req-c6e2b376-e432-4be5-949c-d1658fbe39f1 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1242.510659] env[65675]: INFO networking_nsxv3.common.synchronization [req-e3549422-33f5-4e3e-ba81-84b6c93d9f9d req-c6e2b376-e432-4be5-949c-d1658fbe39f1 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1242.511162] env[65675]: INFO networking_nsxv3.common.synchronization [req-e3549422-33f5-4e3e-ba81-84b6c93d9f9d req-c6e2b376-e432-4be5-949c-d1658fbe39f1 service nova] Enqueued Resource ID: 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 with Priority: HIGHEST for action port [ 1242.512102] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1242.512252] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1242.512376] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 with Priority: HIGHEST for action port [ 1242.512674] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.512802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.512873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.513165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.513255] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.514110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.514229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.514308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.514462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.514610] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.514708] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.514774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.514953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.515818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.515932] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.516707] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.516810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.516884] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.517088] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.517173] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0642b5b1-627a-4f8b-a417-05e5a3ed0a14',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.903475] env[65675]: INFO networking_nsxv3.common.synchronization [req-aacc65be-d2a5-432f-8b45-4bb76ad04f47 req-88966e3b-07e1-4dd0-a5df-b32541bbcc53 tempest-ServerActionsV293TestJSON-149069157 tempest-ServerActionsV293TestJSON-149069157-project-member] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1242.904034] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGHEST for action security_group_members [ 1242.904484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.904577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.904577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.904577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.904577] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.904577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.905339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.905339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.905422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.905517] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.019754] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.019754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.019754] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.023205] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 with status ACTIVE [ 1243.023205] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.023205] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.023205] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.023205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.026042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.026042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.026042] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0642b5b1-627a-4f8b-a417-05e5a3ed0a14 is going to be updated. [ 1243.051217] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.051217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.051217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.051217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.051217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.051217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0642b5b1-627a-4f8b-a417-05e5a3ed0a14" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.393460] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0cea07-e095-4e95-8ebb-4a3957186c2e req-a7728d7a-0935-4821-9408-ba10c778fc88 tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1243.394515] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1243.394515] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.394688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.394688] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.394927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.397745] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.397896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.398037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.398190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.398287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.398386] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.408523] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.408995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.409101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.409387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.410657] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.410657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.410657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.410657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.410657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.410657] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe is going to be updated. [ 1243.440951] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.440951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.440951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.440951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.440951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.450091] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: IN_PROGRESS for 2s [ 1243.527876] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.777899] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.778175] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.778297] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.778562] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.779181] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.779356] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.779473] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.779701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.779846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.780072] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.780189] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.780326] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.780395] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.780531] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.780710] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.780853] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.802138] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.802356] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.802480] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.802634] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.802948] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-ab016ab9-fe7c-43cf-b264-93b817fd2c30 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.803137] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.803261] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.803652] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.803794] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab016ab9-fe7c-43cf-b264-93b817fd2c30',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.900631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.900830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.900931] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.901255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.901354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.901566] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.901693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.901761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.901958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.902099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.902171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab already deleted. [ 1243.902256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.034373] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.034987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.034987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.035226] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.035261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.035421] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be created. [ 1244.062606] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.062758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.062810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.063037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.063439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.073152] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: UNINITIALIZED for 2s [ 1244.306724] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.309018] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port ab016ab9-fe7c-43cf-b264-93b817fd2c30 not found, creating... [ 1244.309018] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.309018] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.309645] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.309645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.309645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.309645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.309645] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.309645] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: ab016ab9-fe7c-43cf-b264-93b817fd2c30 is going to be created. [ 1244.340442] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.340793] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.340964] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.341385] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.341741] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.347072] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.061648] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0cea07-e095-4e95-8ebb-4a3957186c2e req-f3502794-befa-45f5-871f-f93c60d00f63 service nova] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1245.061941] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0cea07-e095-4e95-8ebb-4a3957186c2e req-f3502794-befa-45f5-871f-f93c60d00f63 service nova] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1245.061988] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0cea07-e095-4e95-8ebb-4a3957186c2e req-f3502794-befa-45f5-871f-f93c60d00f63 service nova] Enqueued Resource ID: ab016ab9-fe7c-43cf-b264-93b817fd2c30 with Priority: HIGHEST for action port [ 1245.062594] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_rules [ 1245.062658] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1245.062779] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab016ab9-fe7c-43cf-b264-93b817fd2c30 with Priority: HIGHEST for action port [ 1245.064134] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.064557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.064557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.066140] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.066140] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.069101] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.069101] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.069101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.069432] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.069826] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.072054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab016ab9-fe7c-43cf-b264-93b817fd2c30 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.072835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.072835] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.072952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.075686] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab016ab9-fe7c-43cf-b264-93b817fd2c30',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.460826] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe in Status: SUCCESS [ 1245.460826] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe deletion is rescheduled due to dependency. [ 1245.460826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.574823] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.575963] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.576154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.576377] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab016ab9-fe7c-43cf-b264-93b817fd2c30 with status ACTIVE [ 1245.576641] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.576813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.576886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.577184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.577271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.577466] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.577568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.577631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.577798] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.577876] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.578120] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.578246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.578319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.578462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.578570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.578636] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab016ab9-fe7c-43cf-b264-93b817fd2c30 is going to be updated. [ 1245.604022] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.604022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.604219] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.604483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab016ab9-fe7c-43cf-b264-93b817fd2c30" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.080910] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.088353] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1246.088618] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.088801] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.089043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.089248] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.089356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.089428] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.089593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.089671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.089767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.089857] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.583807] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.583987] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.584127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.584380] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.584477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584586] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab is going to be created. [ 1246.592406] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.592607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.592607] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.592789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.592960] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.593170] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.593254] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.593411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.593499] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.593587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.593741] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594058] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594174] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594310] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594445] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594520] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594689] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.609885] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.610126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.610126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.610286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.610449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.620438] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: UNINITIALIZED for 2s [ 1247.098080] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1247.116334] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.116496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.116590] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.116773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.116873] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.117348] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.117487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.117561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.117764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.117891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.118130] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.118230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.118321] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.118463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.118541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.118723] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.118820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.118883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.119042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.119121] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.119209] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be created. [ 1247.192770] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.192973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.192973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.193220] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.193406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.205963] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1248.444194] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.444692] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.630645] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: SUCCESS [ 1248.630885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.631065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.631301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.631491] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.631609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.631676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.631832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.631911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.631995] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.632099] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.134387] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.220592] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1249.220669] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.636578] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01f5ec5-7861-4d3e-9626-df4f67e9d8ab: rpc.has_security_group_logging(os_id): False [ 1249.655364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.655537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.655537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.655739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.655832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.656110] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.656276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.656276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.656423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.656518] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.656612] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab is going to be created. [ 1249.715662] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.715823] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.715901] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.716125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.716365] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.732028] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: IN_PROGRESS for 2s [ 1250.063687] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.063863] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1250.157135] env[65675]: INFO networking_nsxv3.common.synchronization [req-0a7ea783-1df5-4c5f-9150-1820aa2359f0 req-eb4c021f-0ec4-4fde-886e-c35104ee3a85 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1250.157753] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGHEST for action security_group_members [ 1250.158099] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.158253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.158589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.158589] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.158767] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.158827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.158863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.159012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.159117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.159234] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.648078] env[65675]: INFO networking_nsxv3.common.synchronization [req-0479b5a9-990e-4854-9695-e57459ec522e req-01f01513-b766-4199-be64-21067ffec723 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1250.648704] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1250.649054] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.649202] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.649264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.649495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.649656] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.650144] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.650227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.650408] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.650525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.650605] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.661936] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.662149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.662208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.662399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.662491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.662688] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.662778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.662842] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.662994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.663081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.663170] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 is going to be updated. [ 1250.692742] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.692894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.692961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.693211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.693356] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.712625] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: IN_PROGRESS for 2s [ 1251.153182] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.153375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.153540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.153819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.153961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.154220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.154468] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.154586] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.154759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.154839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.154931] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1251.183391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.183568] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.183610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.183799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.183939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.193741] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1251.745497] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: SUCCESS [ 1251.745900] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.722987] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af18370a-ac0b-46b5-b25e-d8e262148846 in Status: SUCCESS [ 1252.723194] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 deletion is rescheduled due to dependency. [ 1252.723314] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.203906] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1253.203906] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 deletion is rescheduled due to dependency. [ 1253.203906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.871360] env[65675]: INFO networking_nsxv3.common.synchronization [None req-b5ca5fe8-c348-4abc-bb70-ec41f23b80af tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1254.871889] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1254.872236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.872353] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.872427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.872746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.872845] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.956942] env[65675]: INFO networking_nsxv3.common.synchronization [None req-b283676b-7f01-4b06-af1a-88791534af52 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1254.957486] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1254.957789] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.957888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.393227] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.393370] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.393443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.393663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.393754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.393851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c already deleted. [ 1255.393934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.394102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.394246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.394328] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.915917] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.916239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.916239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.916367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.916457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.916567] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c already deleted. [ 1255.916640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.726225] env[65675]: INFO networking_nsxv3.common.synchronization [req-c3372887-9811-46cf-947c-c1208c7455aa req-c5811a0b-533d-4912-9060-b7282f2f2113 tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1259.726757] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1259.727077] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.727249] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.727319] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.727519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.727671] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.727767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.727828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.727965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.728245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.728362] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.044339] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.044528] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.044649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.044908] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.045206] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.045365] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.045475] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.045688] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.045827] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.046040] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.046147] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.046249] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.046347] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.046461] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.046591] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.046723] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.070138] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.070371] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.070492] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.070672] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.070988] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d0b20ce5-e56b-48a3-aeb5-112c42a82848 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.071253] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.071386] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.071722] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.071864] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b20ce5-e56b-48a3-aeb5-112c42a82848',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.233092] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.574217] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.574455] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.574585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.574889] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.575031] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.575214] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d0b20ce5-e56b-48a3-aeb5-112c42a82848 not found, creating... [ 1260.575486] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.575644] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.575762] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.575987] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.576142] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.576422] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.576579] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.576695] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.576901] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.577044] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.577195] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d0b20ce5-e56b-48a3-aeb5-112c42a82848 is going to be created. [ 1260.597410] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.597640] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.597741] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.598043] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.598324] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.598554] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.735523] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.237946] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.238153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.238240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.238488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.238580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.238694] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1261.267547] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.267718] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.267766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.268051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.268229] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.277332] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1261.326675] env[65675]: INFO networking_nsxv3.common.synchronization [req-c3372887-9811-46cf-947c-c1208c7455aa req-9a05d4bc-f841-49ee-aaad-7cfdbb7b71ec service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1261.326859] env[65675]: INFO networking_nsxv3.common.synchronization [req-c3372887-9811-46cf-947c-c1208c7455aa req-9a05d4bc-f841-49ee-aaad-7cfdbb7b71ec service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1261.326998] env[65675]: INFO networking_nsxv3.common.synchronization [req-c3372887-9811-46cf-947c-c1208c7455aa req-9a05d4bc-f841-49ee-aaad-7cfdbb7b71ec service nova] Enqueued Resource ID: d0b20ce5-e56b-48a3-aeb5-112c42a82848 with Priority: HIGHEST for action port [ 1261.327607] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1261.327794] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1261.327904] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b20ce5-e56b-48a3-aeb5-112c42a82848 with Priority: HIGHEST for action port [ 1261.328348] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.328473] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.328541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.328743] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.328825] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.330092] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.330184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.330474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b20ce5-e56b-48a3-aeb5-112c42a82848 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.330613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.331803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.331803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.331803] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b20ce5-e56b-48a3-aeb5-112c42a82848',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.833208] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b20ce5-e56b-48a3-aeb5-112c42a82848 with status ACTIVE [ 1261.833466] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.833604] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.833674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.833886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.833977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.834205] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.834325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.834361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.834609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.834609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.834763] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.834918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.834918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.835081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.835128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.835218] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b20ce5-e56b-48a3-aeb5-112c42a82848 is going to be updated. [ 1261.837522] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.837522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.858019] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.858019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.858019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.858348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.858348] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.858510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b20ce5-e56b-48a3-aeb5-112c42a82848" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.895343] env[65675]: INFO networking_nsxv3.common.synchronization [req-95cfe311-6afd-403f-b352-4ddb0be83985 req-598d771e-1393-4890-95db-7d559c72e7af tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1261.896419] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1261.896928] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.897124] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.897241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897777] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.897949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.898169] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.898559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.898703] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.211611] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.211912] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.211912] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.212228] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.212478] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.212661] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.212794] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.213014] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.213365] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.213539] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.213651] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.213757] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.213927] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.214084] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.214212] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.214357] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.248154] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.248376] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.248523] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.248701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.249031] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-18b22e58-058f-47f6-9f05-8a0c2f7116b4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.249217] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.249369] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.249701] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.249835] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b22e58-058f-47f6-9f05-8a0c2f7116b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.401018] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.401173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.401246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.401465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.401557] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.401805] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.401933] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.402015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.402165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.402242] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.402333] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1262.428717] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.428904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.428904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.429188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.429331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.441722] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1262.752583] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.752788] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.752883] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.753193] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.753343] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.753520] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port 18b22e58-058f-47f6-9f05-8a0c2f7116b4 not found, creating... [ 1262.753796] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.753953] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.754085] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.754309] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.754451] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.754761] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.754892] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.755009] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.755243] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.755389] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.755528] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 is going to be created. [ 1262.776301] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.776540] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.776673] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.776974] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.777258] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.777539] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.291540] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1263.291977] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.292043] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.292406] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.292697] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.292809] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.292895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.293110] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.293548] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.293548] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.499815] env[65675]: INFO networking_nsxv3.common.synchronization [req-95cfe311-6afd-403f-b352-4ddb0be83985 req-9dcfdf98-293d-48b0-8e04-f068a53df5f5 service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1263.500233] env[65675]: INFO networking_nsxv3.common.synchronization [req-95cfe311-6afd-403f-b352-4ddb0be83985 req-9dcfdf98-293d-48b0-8e04-f068a53df5f5 service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1263.501071] env[65675]: INFO networking_nsxv3.common.synchronization [req-95cfe311-6afd-403f-b352-4ddb0be83985 req-9dcfdf98-293d-48b0-8e04-f068a53df5f5 service nova] Enqueued Resource ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with Priority: HIGHEST for action port [ 1263.501071] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1263.501297] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1263.501297] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with Priority: HIGHEST for action port [ 1263.502021] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.502021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.502021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.502021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.502021] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.503212] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.503429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.503641] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b22e58-058f-47f6-9f05-8a0c2f7116b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.503763] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.503805] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.503971] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.504062] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b22e58-058f-47f6-9f05-8a0c2f7116b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.795232] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.005031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.005031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.006969] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with status ACTIVE [ 1264.006969] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.006969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.006969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.007230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.007400] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.008053] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.008236] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.008358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.008560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.008663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.008905] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.009057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.009125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.009496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.009678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.009817] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 is going to be updated. [ 1264.032992] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.033237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.033237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.033443] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.033579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.033733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.063547] env[65675]: INFO networking_nsxv3.common.synchronization [req-972c2d8c-e4d1-40bc-9aee-03119adc6eef req-7640b4da-9145-4ef4-9a2e-3c442776b780 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1264.064428] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1264.064797] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.064965] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.065196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.065510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.065843] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.065843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.065957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.066119] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.066240] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.066357] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.298119] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.369220] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.369409] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.369535] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.369797] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.370066] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.370210] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.370326] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.370529] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.370672] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.370874] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.370986] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.371105] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.371209] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.371319] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.371424] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.371552] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.394312] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.394513] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.394655] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.394830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-631" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.395178] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-8cae2a92-96e6-40d0-9592-897f15cba5ba taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.395353] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.395476] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.395826] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.395968] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cae2a92-96e6-40d0-9592-897f15cba5ba',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.410816] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.410999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.410999] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.411215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.411353] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.451345] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1264.451537] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 deletion is rescheduled due to dependency. [ 1264.451642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.452076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.452311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.452474] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.452601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.452653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.452808] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.452915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.452974] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.569190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.569364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.569417] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.569651] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.569746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.569939] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.570051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.570114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.570267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.570341] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.570446] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c already deleted. [ 1264.570562] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.800687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.800895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.800895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.801154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.801244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.801347] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1264.829514] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.829806] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.829888] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.830125] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.830276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.839842] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1264.898099] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.898383] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.898523] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.898807] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.898956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.899130] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 8cae2a92-96e6-40d0-9592-897f15cba5ba not found, creating... [ 1264.899419] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.899649] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.899776] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.900011] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.900149] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.900428] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.900584] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.900698] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.900938] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.901091] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.901230] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 8cae2a92-96e6-40d0-9592-897f15cba5ba is going to be created. [ 1264.913847] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.920670] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.920861] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.920987] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.921255] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.921479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.921694] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.954526] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.415814] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.456967] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.665186] env[65675]: INFO networking_nsxv3.common.synchronization [req-972c2d8c-e4d1-40bc-9aee-03119adc6eef req-6f4b1036-6fc8-4de8-8372-ae91d40f232a service nova] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1265.665409] env[65675]: INFO networking_nsxv3.common.synchronization [req-972c2d8c-e4d1-40bc-9aee-03119adc6eef req-6f4b1036-6fc8-4de8-8372-ae91d40f232a service nova] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1265.665550] env[65675]: INFO networking_nsxv3.common.synchronization [req-972c2d8c-e4d1-40bc-9aee-03119adc6eef req-6f4b1036-6fc8-4de8-8372-ae91d40f232a service nova] Enqueued Resource ID: 8cae2a92-96e6-40d0-9592-897f15cba5ba with Priority: HIGHEST for action port [ 1265.666221] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_rules [ 1265.666407] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1265.666534] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cae2a92-96e6-40d0-9592-897f15cba5ba with Priority: HIGHEST for action port [ 1265.666949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.667200] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.667349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.667641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.667799] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.669751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.669751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.669751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.669751] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.669924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.670051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.670111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.670307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.670381] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.670624] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.672227] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cae2a92-96e6-40d0-9592-897f15cba5ba taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.672309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.672939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.672939] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.672939] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cae2a92-96e6-40d0-9592-897f15cba5ba',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.918443] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1265.918614] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1265.959529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.959710] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.959780] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.960014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.960105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.960206] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1266.007804] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.008026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.008071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.008311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.008471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.017358] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1266.170329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.170329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.173050] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.175436] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cae2a92-96e6-40d0-9592-897f15cba5ba with status ACTIVE [ 1266.175646] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.175775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.175845] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.176067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.176161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.176347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.176448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.176558] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.176664] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.176736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.176915] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.177078] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.177128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.177272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.177349] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.177436] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cae2a92-96e6-40d0-9592-897f15cba5ba is going to be updated. [ 1266.200057] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.200290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.200451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.200702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.200908] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.201167] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cae2a92-96e6-40d0-9592-897f15cba5ba" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.674511] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.852375] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1266.852606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.852768] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.853017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.853236] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.853377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.853444] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.853610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.853680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.853771] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.853860] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.876846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.877522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.877522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.877522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.891522] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1266.892465] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.893509] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1266.934354] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.934640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.934640] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.934882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.950361] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.951349] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1266.951476] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.951525] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1266.999114] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.999338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.999338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.999523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.000761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.000979] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1267.089011] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.089210] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.089297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.089533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.089938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.090139] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1267.163158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.163375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.163375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.163580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.163869] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.164166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1267.164263] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8', '32d8fb44-0c7f-4cab-a975-510b3b9cc811', 'e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe', '69bd674c-56b6-4dc0-acf2-e6a8e9fbed45', '2f2eccc1-6a15-48f6-a085-e0a83233a51d', 'ac557b13-6a80-426c-a292-48f90f4a6c1e', '0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6', 'e1d353cd-c6f5-423e-a946-33f7d5637909', '49a3fb94-b9b3-4757-a53f-a36f4a3f05ab', 'd9ee96f9-a86a-4cf8-b8d1-4c50c29ba661', 'ae9be1bb-9a96-4d42-a387-d8382c0d903f', '95af3c26-91b3-4138-8d9f-f3b44502a0cf', 'b196d723-b7d7-4e56-be73-939f0249cd71', 'f6a944d3-8cc7-45ab-983d-472650ead6a6', '42204722-4384-4d6d-802d-5e15c8f38eb4', '1d68bd5c-6a8f-4644-a33a-1171360c2bef', 'b1c7098b-0361-403e-8839-86cf3f00ac58', 'c1e73cbe-6b49-412b-8f8c-f6579aa234d6', '5d054f93-92ca-43fa-8386-86d9a78eb468', '5e0f7dd2-ce54-4486-a33c-582224d50188', 'c06a08f9-f159-4023-a666-680457b0598c', '58399a0e-0e7e-4e8e-a953-8c6f636959d4', '8824a2ad-53da-4e07-80cd-9ddfeae64566', '43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4', '21051091-abcc-446d-a04b-214dc2a5a12b', 'b4e9d528-8987-4e93-951e-c64368a88531', '96fd3949-3d85-4884-b04a-dfeb2348ee87', 'cd117b62-8e60-4946-8a7b-7b44e0e1ff87', 'af18370a-ac0b-46b5-b25e-d8e262148846', '7c37fde6-fcf1-493e-9e50-5a16e9fbc70a', '51ddfce5-e521-4c6e-b8b8-6d5b30653fd0', '5cbe0c24-20b8-46f4-9dc3-fef083a87dd8', 'ad133a56-f64f-4fce-9ca1-5d89d934cea0', 'e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c', '426cb978-b248-4fec-a106-ebcefad5d76d', '75f6d56d-3601-4d01-8085-f38fbb21e326', '9d9363ce-aa1b-440a-839d-c71d89db685a', '447d2632-1ec6-45e3-8b1d-bf247f8b8717', 'a18653c5-c70b-4049-ae32-c2da03c69697', 'e02338ef-4413-4971-bca0-cb3fac3628b0', 'e01f5ec5-7861-4d3e-9626-df4f67e9d8ab'} {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.164372] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1267.177186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.177425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.177524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.177789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.177907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.178043] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c is going to be created. [ 1267.183720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.183895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.183895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.184120] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.184207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.184312] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1267.184385] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.184456] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1267.202631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.202825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.202825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.203051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.203208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.212933] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65b8d4a-11c5-474d-a7ef-90b21607487c in Status: UNINITIALIZED for 2s [ 1267.259484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.259753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.259753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.260270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.261019] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.261331] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1267.261431] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.261515] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1267.261586] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1267.261661] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1267.261729] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGH for action security_group_rules [ 1267.261816] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 1267.261876] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGH for action security_group_rules [ 1267.261942] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGH for action security_group_rules [ 1267.262009] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGH for action security_group_rules [ 1267.262076] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGH for action security_group_rules [ 1267.262138] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGH for action security_group_rules [ 1267.262207] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGH for action security_group_rules [ 1267.262263] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGH for action security_group_rules [ 1267.262320] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGH for action security_group_rules [ 1267.262372] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGH for action security_group_rules [ 1267.262437] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGH for action security_group_rules [ 1267.262504] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGH for action security_group_rules [ 1267.262576] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGH for action security_group_rules [ 1267.262667] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGH for action security_group_rules [ 1267.262732] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGH for action security_group_rules [ 1267.262792] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGH for action security_group_rules [ 1267.262854] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGH for action security_group_rules [ 1267.262925] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGH for action security_group_rules [ 1267.263096] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGH for action security_group_rules [ 1267.263145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.355932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.356218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.356218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.356373] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.356542] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.356644] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.356703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.356853] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.356938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.357055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.357202] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.357371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.357433] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.357569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.357708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.357800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.357851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.357988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.358080] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.358155] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.358292] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.861400] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1267.880400] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.880573] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.880645] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.880854] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.906069] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.906355] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.906479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.906544] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.906750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.906827] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.907031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.907152] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.907214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.907425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.907501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.907683] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.907777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.907840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.907975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.908084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.908150] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1267.980057] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.980057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.980057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.980057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.980398] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.997166] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1268.032859] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1268.033102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.033280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.033512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.033709] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.033824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.033890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.034065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.034136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.034227] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.034316] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.537684] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.040072] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4e9d528-8987-4e93-951e-c64368a88531: rpc.has_security_group_logging(os_id): False [ 1269.059189] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.059402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.059402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.059663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.079741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.080150] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.080322] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.080415] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.080680] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.080787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.080914] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1269.139195] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.139410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.139410] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.139641] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.139852] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.152857] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1269.223188] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65b8d4a-11c5-474d-a7ef-90b21607487c in Status: SUCCESS [ 1269.223452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.223635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.223880] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.224133] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.224258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.224325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.224498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.224574] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.224653] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.727440] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.018870] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1270.019156] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.230126] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.668147] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.668338] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1270.668584] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 with Priority: HIGH for action security_group_rules [ 1270.668748] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe with Priority: HIGH for action security_group_rules [ 1270.668857] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 with Priority: HIGH for action security_group_rules [ 1270.668956] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 with Priority: HIGH for action security_group_rules [ 1270.669093] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 with Priority: HIGH for action security_group_rules [ 1270.669205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 with Priority: HIGH for action security_group_rules [ 1270.669298] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 with Priority: HIGH for action security_group_rules [ 1270.669392] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c7098b-0361-403e-8839-86cf3f00ac58 with Priority: HIGH for action security_group_rules [ 1270.669894] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 with Priority: HIGH for action security_group_rules [ 1270.670016] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef with Priority: HIGH for action security_group_rules [ 1270.670112] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d723-b7d7-4e56-be73-939f0249cd71 with Priority: HIGH for action security_group_rules [ 1270.670205] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf with Priority: HIGH for action security_group_rules [ 1270.670295] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f with Priority: HIGH for action security_group_rules [ 1270.670408] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 with Priority: HIGH for action security_group_rules [ 1270.670497] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab with Priority: HIGH for action security_group_rules [ 1270.670590] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac557b13-6a80-426c-a292-48f90f4a6c1e with Priority: HIGH for action security_group_rules [ 1270.670711] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d353cd-c6f5-423e-a946-33f7d5637909 with Priority: HIGH for action security_group_rules [ 1270.670806] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d with Priority: HIGH for action security_group_rules [ 1270.670894] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 with Priority: HIGH for action security_group_rules [ 1270.670983] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 with Priority: HIGH for action security_group_rules [ 1270.671325] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.671455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.671522] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.671734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.671817] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.672760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.672874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.672940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.673113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.673189] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.673902] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.674027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.674095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.674244] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.674316] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.674965] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42204722-4384-4d6d-802d-5e15c8f38eb4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.675090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.675163] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.675395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.675520] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42204722-4384-4d6d-802d-5e15c8f38eb4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.676330] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e0f7dd2-ce54-4486-a33c-582224d50188 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.676427] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.676470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.676609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.676681] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e0f7dd2-ce54-4486-a33c-582224d50188',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.677638] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d054f93-92ca-43fa-8386-86d9a78eb468 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.677749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.677814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.677968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.678044] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d054f93-92ca-43fa-8386-86d9a78eb468',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.678815] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.678944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.679026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.679186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.679261] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e73cbe-6b49-412b-8f8c-f6579aa234d6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.679944] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1c7098b-0361-403e-8839-86cf3f00ac58 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.680064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.680130] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.680276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.680348] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1c7098b-0361-403e-8839-86cf3f00ac58',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.681186] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6a944d3-8cc7-45ab-983d-472650ead6a6 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.681295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.681362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.681511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.681583] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6a944d3-8cc7-45ab-983d-472650ead6a6',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.682256] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.682357] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.682598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.682598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.682666] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d68bd5c-6a8f-4644-a33a-1171360c2bef',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.683426] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b196d723-b7d7-4e56-be73-939f0249cd71 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.683541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.683609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.683754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.683824] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b196d723-b7d7-4e56-be73-939f0249cd71',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.685105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.685261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.685367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.685579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.685662] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95af3c26-91b3-4138-8d9f-f3b44502a0cf',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.686530] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.686692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.686777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.686974] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.687077] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9be1bb-9a96-4d42-a387-d8382c0d903f',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.687821] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.687951] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.688027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.688160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.688265] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.689032] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.689225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.689294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.689449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.689524] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a3fb94-b9b3-4757-a53f-a36f4a3f05ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.690360] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac557b13-6a80-426c-a292-48f90f4a6c1e taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.690487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.690560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.690989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.690989] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac557b13-6a80-426c-a292-48f90f4a6c1e',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.691535] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d353cd-c6f5-423e-a946-33f7d5637909 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.691980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.692083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.692282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.692384] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d353cd-c6f5-423e-a946-33f7d5637909',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.693347] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.693482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.693572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.693750] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.694043] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2eccc1-6a15-48f6-a085-e0a83233a51d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.695106] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.695317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.695382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.695629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.695740] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d8fb44-0c7f-4cab-a975-510b3b9cc811',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.697128] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.697128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.697128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.697450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.697450] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bd674c-56b6-4dc0-acf2-e6a8e9fbed45',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.732029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.732223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.732273] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.732968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.732968] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.732968] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c is going to be created. [ 1270.754834] env[65675]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/b65b8d4a-11c5-474d-a7ef-90b21607487c', 'data': {'id': 'b65b8d4a-11c5-474d-a7ef-90b21607487c', 'display_name': 'b65b8d4a-11c5-474d-a7ef-90b21607487c', 'path': '/infra/domains/default/groups/b65b8d4a-11c5-474d-a7ef-90b21607487c', 'expression': [{'value': 'security_group|b65b8d4a-11c5-474d-a7ef-90b21607487c', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.6']}], 'tags': [{'scope': 'age', 'tag': 1762986394}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/b65b8d4a-11c5-474d-a7ef-90b21607487c] as it already exists."\n}' [ 1270.755014] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.755142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.755503] env[65675]: Traceback (most recent call last): [ 1270.755503] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1270.755503] env[65675]: listener.cb(fileno) [ 1270.755503] env[65675]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1270.755503] env[65675]: result = function(*args, **kwargs) [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 1270.755503] env[65675]: self.security_group_members(os_id, reference=True) [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 1270.755503] env[65675]: self.nsx_provider.sg_members_realize( [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 1270.755503] env[65675]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1270.755503] env[65675]: return func(*args, **kwargs) [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1270.755503] env[65675]: res = self.client.put(path=path, data=data) [ 1270.755503] env[65675]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1270.755503] env[65675]: raise RuntimeError(msg, last_err) [ 1270.755503] env[65675]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/b65b8d4a-11c5-474d-a7ef-90b21607487c] as it already exists."\\n}\'') [ 1270.755503] env[65675]: Removing descriptor: 20 [ 1271.171090] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1271.171090] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.301543] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.302062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.302062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.302062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.303966] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.304126] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.304863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.304993] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.305700] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.305792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.306443] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.306559] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.307220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.307359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.308403] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.308519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.309216] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.309342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.309974] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.310073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.310747] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.310836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.311599] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.311697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.312277] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.312711] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.312821] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.313418] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.313824] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.313936] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.314514] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.314926] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.315042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.315718] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.316117] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.316218] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.316806] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.317231] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.317340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.317939] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.318397] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.318397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.318987] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.319393] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.319490] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.320184] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.320616] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.320738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.321293] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.321659] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.321739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.355461] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.355969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.356199] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e0f7dd2-ce54-4486-a33c-582224d50188 is going to be deleted. [ 1271.357056] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.357269] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.387530] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.387679] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a3fb94-b9b3-4757-a53f-a36f4a3f05ab is going to be deleted. [ 1271.388620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.388825] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.408635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.408783] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9be1bb-9a96-4d42-a387-d8382c0d903f is going to be deleted. [ 1271.409729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.409941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.430694] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.430958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.443926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.444100] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d353cd-c6f5-423e-a946-33f7d5637909 is going to be deleted. [ 1271.445034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.445259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.483627] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.483824] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.487591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.487721] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d68bd5c-6a8f-4644-a33a-1171360c2bef is going to be deleted. [ 1271.488795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.490039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.526406] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.526537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.531115] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.531328] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1c7098b-0361-403e-8839-86cf3f00ac58 is going to be deleted. [ 1271.532294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.532528] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.534078] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.534181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.580757] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.581015] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8 is going to be deleted. [ 1271.582136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.582377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.624028] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.624181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.633859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.634036] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d054f93-92ca-43fa-8386-86d9a78eb468 is going to be deleted. [ 1271.635034] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.635295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.680054] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.680217] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95af3c26-91b3-4138-8d9f-f3b44502a0cf is going to be deleted. [ 1271.681248] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.681494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.721210] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.721405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.739089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.739248] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6a944d3-8cc7-45ab-983d-472650ead6a6 is going to be deleted. [ 1271.740257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.740498] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.762746] env[65675]: INFO networking_nsxv3.common.synchronization [req-9bad43f0-746b-4297-a39e-29761de41c8d req-fc7aa0e4-beb2-4980-852d-d7e419d4b917 tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1271.763335] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1271.763871] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.764067] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.764153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.764439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.764698] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.764834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.764946] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.766099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.766239] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.776464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.776579] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.781561] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.781961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.792046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.792391] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661 is going to be deleted. [ 1271.793741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.793973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.804081] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.804253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.865333] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.865971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6 is going to be deleted. [ 1271.866879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.867223] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.887660] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.887879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.913447] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.913599] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e73cbe-6b49-412b-8f8c-f6579aa234d6 is going to be deleted. [ 1271.914524] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.914778] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.959706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.959958] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac557b13-6a80-426c-a292-48f90f4a6c1e is going to be deleted. [ 1271.960797] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.961153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.962630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.962758] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.008955] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.009176] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42204722-4384-4d6d-802d-5e15c8f38eb4 is going to be deleted. [ 1272.010149] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.010403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.023751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.023973] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.061991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.061991] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d8fb44-0c7f-4cab-a975-510b3b9cc811 is going to be deleted. [ 1272.062486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.062706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.064142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.064268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.111697] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.111909] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b196d723-b7d7-4e56-be73-939f0249cd71 is going to be deleted. [ 1272.112772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.113035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.116910] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.117068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.127029] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.127206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.181976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.181976] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2eccc1-6a15-48f6-a085-e0a83233a51d is going to be deleted. [ 1272.182938] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.183111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.217015] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.217235] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe is going to be deleted. [ 1272.218596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.218892] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.250391] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.250391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.268923] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.279297] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.279390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.316038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.316377] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bd674c-56b6-4dc0-acf2-e6a8e9fbed45 is going to be deleted. [ 1272.317151] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.317802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.317802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.317802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e0f7dd2-ce54-4486-a33c-582224d50188" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.318439] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.318729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.318729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.318819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.318819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.318953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2eccc1-6a15-48f6-a085-e0a83233a51d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.319128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.319250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.319338] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.319496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a3fb94-b9b3-4757-a53f-a36f4a3f05ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320036] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.320214] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.320330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320466] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9be1bb-9a96-4d42-a387-d8382c0d903f" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.320819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.320894] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d353cd-c6f5-423e-a946-33f7d5637909" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321154] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.321295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.321368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321495] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d68bd5c-6a8f-4644-a33a-1171360c2bef" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.321760] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.321843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1c7098b-0361-403e-8839-86cf3f00ac58" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.322072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.322207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.322276] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.322390] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f539f50-8ec3-4de8-a6a9-ee4f344bd4e8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.322517] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.322654] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.322725] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.322843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d054f93-92ca-43fa-8386-86d9a78eb468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.322952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.323101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.323177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.323290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95af3c26-91b3-4138-8d9f-f3b44502a0cf" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.323446] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.323588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.323662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.323773] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6a944d3-8cc7-45ab-983d-472650ead6a6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.323881] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.324026] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.324095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ee96f9-a86a-4cf8-b8d1-4c50c29ba661" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324327] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.324496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.324566] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1101c8-bc2d-41e7-b3b9-cef0585c0cd6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.324906] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.324988] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.325139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e73cbe-6b49-412b-8f8c-f6579aa234d6" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.325329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.325413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.325487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.325603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42204722-4384-4d6d-802d-5e15c8f38eb4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.325736] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.325878] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.325969] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326099] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac557b13-6a80-426c-a292-48f90f4a6c1e" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.326437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326540] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d8fb44-0c7f-4cab-a975-510b3b9cc811" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.326920] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.327052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b196d723-b7d7-4e56-be73-939f0249cd71" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.418048] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.418282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.418282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.418497] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.418595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.418711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9db0b90-f4bc-4fd3-9ac7-946e70c99cbe" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.490782] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.490991] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.491045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.491358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.491458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.491580] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bd674c-56b6-4dc0-acf2-e6a8e9fbed45" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.771860] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.274469] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.274674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.274674] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.274887] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.274990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.275108] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1273.302387] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.302549] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.302598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.302813] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.303368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.314693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1275.325814] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1275.326204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.764651] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.765057] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.027043] env[65675]: INFO networking_nsxv3.common.synchronization [req-db2907e9-b25b-49ea-8db5-c55d01fbfa9d req-04bf4b73-0213-445c-ac91-3f30ecd3ce3a tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1281.027682] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1281.028176] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.028334] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.028537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.028685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.028853] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.028953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.029029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.029181] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.029266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.029366] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.318819] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.319032] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.319162] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.319437] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.319706] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.319883] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.320015] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.320229] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.320378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.320602] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.320714] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.320822] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.321017] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.321206] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.321393] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.321605] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.344983] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.345170] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.345308] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.345482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.345797] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d0c5e89c-a003-47fb-a89b-486ad73a35af taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.345966] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.346098] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.346428] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.346564] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c5e89c-a003-47fb-a89b-486ad73a35af',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.531465] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.849880] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.850125] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.850180] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.850466] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.850617] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.850775] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d0c5e89c-a003-47fb-a89b-486ad73a35af not found, creating... [ 1281.851047] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.851210] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.851325] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.851546] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.851682] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.851956] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.852130] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.852243] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.852442] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.852612] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.852758] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d0c5e89c-a003-47fb-a89b-486ad73a35af is going to be created. [ 1281.879250] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.879479] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.879577] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.879889] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.880137] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.880364] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.035356] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.537828] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.538029] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.538071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.538293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.538387] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.538505] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1282.552263] env[65675]: INFO networking_nsxv3.common.synchronization [req-db2907e9-b25b-49ea-8db5-c55d01fbfa9d req-aff4fe06-dacf-4291-9dd4-1c52256559fc service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1282.552440] env[65675]: INFO networking_nsxv3.common.synchronization [req-db2907e9-b25b-49ea-8db5-c55d01fbfa9d req-aff4fe06-dacf-4291-9dd4-1c52256559fc service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1282.552592] env[65675]: INFO networking_nsxv3.common.synchronization [req-db2907e9-b25b-49ea-8db5-c55d01fbfa9d req-aff4fe06-dacf-4291-9dd4-1c52256559fc service nova] Enqueued Resource ID: d0c5e89c-a003-47fb-a89b-486ad73a35af with Priority: HIGHEST for action port [ 1282.553383] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1282.553520] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1282.553652] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c5e89c-a003-47fb-a89b-486ad73a35af with Priority: HIGHEST for action port [ 1282.553887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.554018] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.554117] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.554280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.554359] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.555220] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.555296] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.555510] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c5e89c-a003-47fb-a89b-486ad73a35af taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.555627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.555671] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.555836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.555918] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c5e89c-a003-47fb-a89b-486ad73a35af',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.566786] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.567027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.567027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.567397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.567397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.578339] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1283.057726] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.058165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.058274] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c5e89c-a003-47fb-a89b-486ad73a35af with status ACTIVE [ 1283.058607] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.058836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.058981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.059325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.059507] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.059817] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.059975] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.060072] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.060326] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.060457] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.060753] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.060954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.061131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.061271] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.061301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.061423] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c5e89c-a003-47fb-a89b-486ad73a35af is going to be updated. [ 1283.083994] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.084160] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.084228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.084426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.084560] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.084703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c5e89c-a003-47fb-a89b-486ad73a35af" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.589681] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1284.590075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.590075] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.590297] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.590483] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.590602] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.590667] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.590819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.590897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.590988] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.093028] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.595627] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.098307] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.098571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.098571] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.098800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.098897] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.099022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1286.133811] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.134084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.134084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.134247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.134391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.144160] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1287.554682] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.555197] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1288.155236] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1288.155470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.155653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.155865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.156073] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.156193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.156282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.156413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.156511] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.156598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.156691] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.659274] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.659684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.659684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.659684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.659868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.659948] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.660025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.660189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.660270] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.660358] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.660502] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.660598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.660698] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.660792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.660925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.661021] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.661083] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.661217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.661290] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.661367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.661456] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.164435] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1289.183530] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.183738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.183961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.184070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.184288] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.184389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.184452] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.184608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.184686] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.184870] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.184963] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.185040] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.185177] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.185250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.185451] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.185564] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.185624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.185762] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.185836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.185923] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1289.246169] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.246416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.246416] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.246629] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.246796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.261659] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1291.278318] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1291.278631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.555874] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.556296] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.231581] env[65675]: INFO networking_nsxv3.common.synchronization [req-97d41798-abf5-43d3-88a5-dfc5d87c2380 req-d260e364-bc2b-4602-a892-45562c72bee3 tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1293.232335] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1293.232759] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.232944] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.233097] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.233405] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.233646] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.233943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.233943] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.234095] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.234239] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.234389] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.736618] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.239548] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.741800] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.742233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.742233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.742339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.742339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.742439] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1294.771751] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.771898] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.771953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.772184] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.772328] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.781074] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1296.793169] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1296.793582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.233602] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.234053] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.456547] env[65675]: INFO networking_nsxv3.common.synchronization [req-5641ceff-485f-4bb3-81e6-0bd9b48b8000 req-37fa6984-4319-4367-8ec4-a83ee53101cc tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1302.457193] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1302.457534] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.457691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.457766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.457957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.458472] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.458587] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.458685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.458850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.458942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.459045] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.758486] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.758679] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.758805] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.759080] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.759332] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.759490] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.759605] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.759823] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.759971] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.760186] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.760295] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.760403] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.760509] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.760617] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.760722] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.760852] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.782082] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.782254] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.782395] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.782567] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.782867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.783048] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.783170] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.783491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.783626] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76480ef-8476-4d5a-a9da-cf5e5eb07af7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.960807] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.286384] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.286620] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.286746] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.287039] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.287195] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.287353] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port a76480ef-8476-4d5a-a9da-cf5e5eb07af7 not found, creating... [ 1303.287705] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.287846] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.288008] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.288199] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.288344] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.288626] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.288808] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.288951] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.289188] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.289340] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.289480] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: a76480ef-8476-4d5a-a9da-cf5e5eb07af7 is going to be created. [ 1303.309452] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.309662] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.309791] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.310087] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.310315] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.310539] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.463049] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.966407] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.966570] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.966706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.967904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.967904] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.967904] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1303.997194] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.997331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.997399] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.997606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.997781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.009536] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1304.027399] env[65675]: INFO networking_nsxv3.common.synchronization [req-5641ceff-485f-4bb3-81e6-0bd9b48b8000 req-ade74910-881c-4583-8224-25005d0c4610 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1304.027635] env[65675]: INFO networking_nsxv3.common.synchronization [req-5641ceff-485f-4bb3-81e6-0bd9b48b8000 req-ade74910-881c-4583-8224-25005d0c4610 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1304.027846] env[65675]: INFO networking_nsxv3.common.synchronization [req-5641ceff-485f-4bb3-81e6-0bd9b48b8000 req-ade74910-881c-4583-8224-25005d0c4610 service nova] Enqueued Resource ID: a76480ef-8476-4d5a-a9da-cf5e5eb07af7 with Priority: HIGHEST for action port [ 1304.028559] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1304.028925] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1304.029052] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76480ef-8476-4d5a-a9da-cf5e5eb07af7 with Priority: HIGHEST for action port [ 1304.029459] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.029655] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.029759] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.030565] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.030688] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.031678] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.031817] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.032124] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.032247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.032306] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.032502] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.033642] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76480ef-8476-4d5a-a9da-cf5e5eb07af7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.534647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.535070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.535070] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76480ef-8476-4d5a-a9da-cf5e5eb07af7 with status ACTIVE [ 1304.535142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.535224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.535283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.535531] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.535581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.535716] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.535819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.535909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.536164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.536288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.536550] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.536705] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.537420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.537534] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.537672] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.537777] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76480ef-8476-4d5a-a9da-cf5e5eb07af7 is going to be updated. [ 1304.562066] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.562317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.562317] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.562484] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.562712] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.562941] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76480ef-8476-4d5a-a9da-cf5e5eb07af7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.019808] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1306.020256] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.020318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.020541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.020760] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.020896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.020964] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.021142] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.021241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.021356] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.524204] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.025947] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.528290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.528491] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.528532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.528776] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.528860] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.528951] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1307.558860] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.559068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.559068] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.559282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.559425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.568991] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1309.030449] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.030933] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1309.580561] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1309.580742] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.580949] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.581287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.581489] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.581637] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.581723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.581921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.582027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.582147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.582278] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.084464] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.085031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.085031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.085031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.085264] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.085264] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.085411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.085510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.085623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.085733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.085846] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.085940] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.086012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.086171] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.086311] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.086423] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.086459] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.086591] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.086668] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.086754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.086844] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.589021] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1310.607189] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.607382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.607439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.607626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.607769] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.607998] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.608118] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.608182] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.608347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.608425] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.608617] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.608709] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.608754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.608913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.608989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.609189] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.609282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.609342] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.609519] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.609550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.609629] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1310.675070] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.675247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.675293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.675542] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.675744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.689677] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1312.706609] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1312.706609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.032026] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.032026] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.979382] env[65675]: INFO networking_nsxv3.common.synchronization [req-caa72093-65fc-4c08-adfa-30aede166414 req-4f5a76c7-2dd1-4d59-b495-58f66a6a761a tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1317.979759] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1317.980142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.980293] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.980340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.980535] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.980708] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.980796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.980863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.981038] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.981128] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.981220] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.302212] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.302328] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.302482] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.302779] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.303143] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.303318] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.303438] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.303663] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.303836] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.304085] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.304224] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.304339] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.304459] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.304573] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.304676] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.304821] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.326719] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.326916] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.327085] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.327282] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.327598] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.328373] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.328373] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.328373] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.328507] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cabbd14-3b95-4d59-9e86-c0314f02c5a7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.483062] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.831041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.831041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.831041] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.831378] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.831517] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.831696] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 not found, creating... [ 1318.832041] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.832190] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.832331] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.832585] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.832746] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.833105] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.833247] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.833390] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.833636] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.833794] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.833960] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 is going to be created. [ 1318.856625] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.856879] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.857070] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.857394] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.857693] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.857997] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.985093] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.487924] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.488135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.488222] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.488451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.488577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.488706] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1319.538455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.538685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.538814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.538957] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.539145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.550206] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1319.572943] env[65675]: INFO networking_nsxv3.common.synchronization [req-caa72093-65fc-4c08-adfa-30aede166414 req-9e779450-4a22-4752-8440-557fb3c2aea2 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1319.573140] env[65675]: INFO networking_nsxv3.common.synchronization [req-caa72093-65fc-4c08-adfa-30aede166414 req-9e779450-4a22-4752-8440-557fb3c2aea2 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1319.573326] env[65675]: INFO networking_nsxv3.common.synchronization [req-caa72093-65fc-4c08-adfa-30aede166414 req-9e779450-4a22-4752-8440-557fb3c2aea2 service nova] Enqueued Resource ID: 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 with Priority: HIGHEST for action port [ 1319.573908] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1319.574123] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1319.574273] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 with Priority: HIGHEST for action port [ 1319.574586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.574731] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.574803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.575065] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.575171] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.576315] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.576424] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.576631] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.576734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.576803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.576986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.577099] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cabbd14-3b95-4d59-9e86-c0314f02c5a7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.080642] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.080961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.081066] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 with status ACTIVE [ 1320.081183] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.081265] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.081331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.081538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.081628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.081818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.081930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.081990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.082694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.082694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.082694] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.082694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.082694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.082953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.082953] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.082953] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cabbd14-3b95-4d59-9e86-c0314f02c5a7 is going to be updated. [ 1320.106637] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.106836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.106885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.107105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.107247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.107411] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cabbd14-3b95-4d59-9e86-c0314f02c5a7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.881225] env[65675]: INFO networking_nsxv3.common.synchronization [req-09243837-f378-42cc-bc40-c7b90f75ae46 req-0ba29ac3-7582-4b96-a889-b443e274c268 tempest-AttachVolumeTestJSON-1244006140 tempest-AttachVolumeTestJSON-1244006140-project-member] Enqueued Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1320.881818] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab with Priority: HIGHEST for action security_group_members [ 1320.882159] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.882282] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.882363] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.882582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.882737] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.882836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.882899] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.883057] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.883175] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.883317] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01f5ec5-7861-4d3e-9626-df4f67e9d8ab',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.385829] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.386397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.386397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.386397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.410764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.411050] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.411186] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.411253] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.411450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.411537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.411629] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab is going to be updated. [ 1321.441201] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.441512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.441608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.441811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.441994] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.453116] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: IN_PROGRESS for 2s [ 1321.561311] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1321.561569] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.561738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.561976] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.562202] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.562379] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.562464] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.562677] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.562781] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.562921] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.068995] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.571706] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.074158] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.074359] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.074401] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.074606] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.074701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.074801] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1323.104532] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.104695] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.104753] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.104956] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.105127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.116900] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1323.462883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab in Status: SUCCESS [ 1323.463089] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01f5ec5-7861-4d3e-9626-df4f67e9d8ab deletion is rescheduled due to dependency. [ 1323.463215] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01f5ec5-7861-4d3e-9626-df4f67e9d8ab" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.126512] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1325.126767] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.126891] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.127134] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.127338] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.127469] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.127523] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.127666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.127745] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.127828] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.127944] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.630795] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.631086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.631230] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.631509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.631724] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.631840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.631925] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.632190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.632266] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632572] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.632662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.632739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.632907] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.633094] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.633207] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.633272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.633462] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.633585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633739] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633851] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.883189] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.883368] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1326.135971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1326.154470] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.154691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.154691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.154903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.155274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.155274] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.155439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.155439] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.155577] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.155653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.155857] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.155966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.156051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.156206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.156281] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.156481] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.156595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.156658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.156796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.156871] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.156955] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1326.249455] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.249676] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.249738] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.250051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.250205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.273494] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1328.291392] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1328.291706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.095420] env[65675]: INFO networking_nsxv3.common.synchronization [req-ebbfc0a1-e598-4868-b181-f94812c4afd7 req-9ca0cef8-4ab0-4d73-84cd-0a75c3aa765b tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1330.096029] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1330.096353] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.096476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.096543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.096772] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.096887] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.096985] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.097241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.097421] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.097551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.097656] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.599803] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.102029] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.604932] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.604932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.604932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.604932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.604932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.605207] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1331.636329] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.636538] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.636582] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.636795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.636990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.646666] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1333.658465] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1333.658814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.601916] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.602202] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.602357] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.602664] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.602924] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.603117] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.603231] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.603454] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.603598] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.603823] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.603935] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.604091] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.604209] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.604335] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.604455] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.604590] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.624142] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.624338] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.624554] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.624656] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-468" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.624957] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-18b22e58-058f-47f6-9f05-8a0c2f7116b4 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.625138] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.625260] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.625567] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.625710] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b22e58-058f-47f6-9f05-8a0c2f7116b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.097501] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.097740] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.130794] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.130884] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.130967] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.131403] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.131487] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.131750] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.131906] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.132037] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.132250] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.132412] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.132702] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.132858] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.132977] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.133210] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.133346] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.133774] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 is going to be updated. [ 1335.155797] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.156069] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.156285] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.156417] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.156638] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.156829] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.885228] env[65675]: INFO networking_nsxv3.common.synchronization [req-cedc850d-1c90-44ea-b86e-daae8285337f req-7a418864-c3cd-464d-9a69-20dc009f38fd service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1335.885332] env[65675]: INFO networking_nsxv3.common.synchronization [req-cedc850d-1c90-44ea-b86e-daae8285337f req-7a418864-c3cd-464d-9a69-20dc009f38fd service nova] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1335.885472] env[65675]: INFO networking_nsxv3.common.synchronization [req-cedc850d-1c90-44ea-b86e-daae8285337f req-7a418864-c3cd-464d-9a69-20dc009f38fd service nova] Enqueued Resource ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with Priority: HIGHEST for action port [ 1335.886012] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_rules [ 1335.886156] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1335.886262] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with Priority: HIGHEST for action port [ 1335.886529] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.886653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.886711] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.886980] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.887081] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.888498] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.888670] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.888734] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.888903] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.889147] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.889268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.889368] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.889652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.889652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.889652] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.890411] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b22e58-058f-47f6-9f05-8a0c2f7116b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.890521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.890593] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.890744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.890819] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b22e58-058f-47f6-9f05-8a0c2f7116b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.392693] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.393064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.393064] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.393943] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b22e58-058f-47f6-9f05-8a0c2f7116b4 with status ACTIVE [ 1336.394142] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.394260] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.394329] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.394525] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.394613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.394780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.394879] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.394945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.395102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.395179] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.395356] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.395449] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.395510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.395647] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.395719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.395803] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b22e58-058f-47f6-9f05-8a0c2f7116b4 is going to be updated. [ 1336.416815] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.416990] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.417045] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.417228] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.417364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.417514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b22e58-058f-47f6-9f05-8a0c2f7116b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.897666] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.400226] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.400650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.400650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.400650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.400770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.400840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1337.431492] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.431726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.431726] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.431930] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.432060] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.440714] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1339.147814] env[65675]: INFO networking_nsxv3.common.synchronization [req-e53eefea-5b2b-4eb8-9c2a-562301e50128 req-e98c947d-3b27-4697-ab9f-4890c95cbe8f tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1339.148092] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1339.148316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.148510] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.148597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.148812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.149039] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.149138] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.149188] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.149354] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.149440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.149531] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.453149] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1339.453404] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.453638] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.454102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.454305] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.454431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.454501] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.454663] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.454746] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.454832] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.454923] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.653285] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.957233] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.155472] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.460040] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4e9d528-8987-4e93-951e-c64368a88531: rpc.has_security_group_logging(os_id): False [ 1340.480063] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.480063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.480063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.480063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.480063] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.480487] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.480487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.480487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.480650] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.480756] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.480883] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1340.541803] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.542041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.542041] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.542287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.542477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.558384] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1340.658172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.658372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.658437] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.658628] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.658741] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.658840] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1340.696303] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.696614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.696614] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.696849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.696849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.708807] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1342.575022] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1342.575429] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.719815] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1342.720071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.149784] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.149784] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.321750] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0729a6-546f-4e20-978d-5f63fb75d74f req-edb7aa4f-92e9-491e-88f9-a401aeb8d12d tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1348.322335] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1348.322640] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.322765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.322837] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.323185] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.323373] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.323533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.323533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.323702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.323789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.324168] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.597677] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.597868] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.597992] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.598333] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.598593] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.598753] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.598869] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.599477] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.599602] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.599914] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1348.600044] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.600159] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.600271] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.600381] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1348.600488] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.600619] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.621224] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.621755] env[65675]: DEBUG dogpile.cache.region [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1348.621924] env[65675]: DEBUG dogpile.lock [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.622124] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.622439] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.622604] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.622725] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.623093] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.623380] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96d2dbb-9b8d-4c24-a8b6-0d74f1966749',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.826861] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.125867] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.126167] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.126304] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.126587] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.126735] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.126888] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Segment Port d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 not found, creating... [ 1349.127162] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.127320] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.127436] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.127651] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.127786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.128074] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.128264] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.128384] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.128590] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.128742] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.128863] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Resource: SegmentPort with ID: d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 is going to be created. [ 1349.149609] env[65675]: DEBUG networking_nsxv3.common.locking [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.149830] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.149956] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.150238] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.150532] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.150780] env[65675]: DEBUG oslo_concurrency.lockutils [None req-a84acb6a-f573-4451-9011-17f20a230a9f None None] Releasing lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.330124] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.832604] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.832764] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.832834] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.833070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.833165] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.833300] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1349.845792] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0729a6-546f-4e20-978d-5f63fb75d74f req-69de34ad-403a-472e-a2e0-3e29c5af53be service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1349.845970] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0729a6-546f-4e20-978d-5f63fb75d74f req-69de34ad-403a-472e-a2e0-3e29c5af53be service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1349.846127] env[65675]: INFO networking_nsxv3.common.synchronization [req-3b0729a6-546f-4e20-978d-5f63fb75d74f req-69de34ad-403a-472e-a2e0-3e29c5af53be service nova] Enqueued Resource ID: d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 with Priority: HIGHEST for action port [ 1349.846653] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1349.846789] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1349.846884] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 with Priority: HIGHEST for action port [ 1349.847165] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.847285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.847351] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.847550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.847669] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.848538] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.848620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.849458] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.849458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.849458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.849458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.849458] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96d2dbb-9b8d-4c24-a8b6-0d74f1966749',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.863702] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.863702] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.863909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.863966] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.864173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.873933] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1350.351317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.351733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.351733] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 with status ACTIVE [ 1350.351842] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.351895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.351937] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.352174] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.352267] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.352437] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.352532] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.352592] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.352744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.352818] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.353007] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.353108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.353168] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.353311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.353384] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.353467] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d96d2dbb-9b8d-4c24-a8b6-0d74f1966749 is going to be updated. [ 1350.376623] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.376838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.376838] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.377042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.377183] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.377346] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96d2dbb-9b8d-4c24-a8b6-0d74f1966749" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.534775] env[65675]: INFO networking_nsxv3.common.synchronization [req-9e4df5aa-7b1c-4243-b087-bc798c1071e2 req-fedd0671-d565-463c-899f-ce4fccb079e7 tempest-ServerActionsTestOtherB-1704901793 tempest-ServerActionsTestOtherB-1704901793-project-member] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1351.534995] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGHEST for action security_group_members [ 1351.535366] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.535463] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.535576] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.535775] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.535937] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.536064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.536146] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.536302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.536422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.536504] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.884653] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1351.884874] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.885062] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.885285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.885471] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.885588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.885652] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.885802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.885882] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.885973] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.038558] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.038789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.038789] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.039023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.039161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.039316] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.039412] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.039470] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.039627] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.039701] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.039812] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be updated. [ 1352.066980] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.067231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.067231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.067403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.067543] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.077083] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: IN_PROGRESS for 2s [ 1352.390084] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.891650] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.394037] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.394245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.394245] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.394486] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.394588] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.394693] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1353.422618] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.422755] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.422849] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.423053] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.423205] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.433270] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1354.087536] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4e9d528-8987-4e93-951e-c64368a88531 in Status: SUCCESS [ 1354.087979] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4e9d528-8987-4e93-951e-c64368a88531 deletion is rescheduled due to dependency. [ 1354.087979] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.444291] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1355.444642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.444642] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.444864] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.445067] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.445197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.445258] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.445403] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.445482] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.445567] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.445658] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.948700] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.948913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.948913] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.949086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.949290] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.949420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.949471] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.949623] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.949703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.949788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.949935] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.950064] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.950137] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.950235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.950371] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.950453] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.950512] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.950646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.950713] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.950793] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.950880] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.453727] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1356.473460] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.473706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.473800] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.474046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.474139] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.474428] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.474620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.474620] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.474735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.474735] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.474975] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.475089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.475148] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.475289] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.475364] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.475622] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.475770] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.475863] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.476241] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.476343] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.476434] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1356.535625] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.535844] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1356.541869] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.542096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.542096] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.542284] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.542434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.559823] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1358.580854] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1358.581274] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.794230] env[65675]: INFO networking_nsxv3.common.synchronization [req-dab680bd-f557-407b-9808-cb02a7b469e6 req-72f43396-82e5-45f4-9148-4f585a6276e4 tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1359.794768] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1359.795105] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.795231] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.795304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.795494] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.795647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.795766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.795830] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.796016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.796082] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.797724] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.298185] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.801363] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.305516] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.305841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.305841] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.305961] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.306070] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.306189] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1361.351116] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.351325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.351325] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.351509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.351653] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.362044] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1363.373171] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1363.373551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.795871] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.796293] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.061967] env[65675]: INFO networking_nsxv3.common.synchronization [req-6efc4e90-3bf2-4640-ac1e-82dbfb5b9cac req-aef498e8-78d3-4452-ac6f-5c5fdef49f2c tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1369.061967] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1369.062320] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.062320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.062320] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.062729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.062729] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.062890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.062890] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.062981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.063189] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.063189] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.330057] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.330308] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.330422] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.330653] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.330907] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.331153] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.331275] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.331491] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.331641] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.331846] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.331957] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] NeedRegenerationException {{(pid=65675) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.332091] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] no value, waiting for create lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.332201] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] value creation lock acquired {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.332312] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] No value present for key: 'zone-id' {{(pid=65675) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.332418] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Calling creation function for not-yet-present value {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.332555] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.353114] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.353297] env[65675]: DEBUG dogpile.cache.region [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65675) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.353421] env[65675]: DEBUG dogpile.lock [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Released creation lock {{(pid=65675) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.353600] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "network-904" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.353905] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock port-c008b691-fe50-4e0b-b7de-887f8cd75cc7 taken with stack trace [, , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.354103] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.354224] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.354566] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.354707] env[65675]: DEBUG networking_nsxv3.api.rpc [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c008b691-fe50-4e0b-b7de-887f8cd75cc7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.566784] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.857099] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.857333] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.857460] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.857786] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.857947] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.858155] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Segment Port c008b691-fe50-4e0b-b7de-887f8cd75cc7 not found, creating... [ 1369.858478] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.858643] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.858762] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.858982] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.859134] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.859414] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.859591] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.859712] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.859917] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.860062] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.860204] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Resource: SegmentPort with ID: c008b691-fe50-4e0b-b7de-887f8cd75cc7 is going to be created. [ 1369.881629] env[65675]: DEBUG networking_nsxv3.common.locking [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.881859] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.881955] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.882263] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.882489] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.882717] env[65675]: DEBUG oslo_concurrency.lockutils [None req-ed4f36ee-9973-41a4-bf47-1d31dd993197 None None] Releasing lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.069617] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.570754] env[65675]: INFO networking_nsxv3.common.synchronization [req-6efc4e90-3bf2-4640-ac1e-82dbfb5b9cac req-7f341866-b3dd-4766-94ae-d102bc734cb6 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1370.570953] env[65675]: INFO networking_nsxv3.common.synchronization [req-6efc4e90-3bf2-4640-ac1e-82dbfb5b9cac req-7f341866-b3dd-4766-94ae-d102bc734cb6 service nova] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1370.571109] env[65675]: INFO networking_nsxv3.common.synchronization [req-6efc4e90-3bf2-4640-ac1e-82dbfb5b9cac req-7f341866-b3dd-4766-94ae-d102bc734cb6 service nova] Enqueued Resource ID: c008b691-fe50-4e0b-b7de-887f8cd75cc7 with Priority: HIGHEST for action port [ 1370.571626] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_rules [ 1370.571761] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1370.571859] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c008b691-fe50-4e0b-b7de-887f8cd75cc7 with Priority: HIGHEST for action port [ 1370.572191] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.572332] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.572371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.572572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.572658] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.572748] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1370.574051] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.574122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.574122] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.574287] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.574368] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.575166] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.575309] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.575441] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock port-c008b691-fe50-4e0b-b7de-887f8cd75cc7 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.575537] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.575601] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.575747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.575818] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c008b691-fe50-4e0b-b7de-887f8cd75cc7',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.607055] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.607283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.607283] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.607434] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.607595] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.617657] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1371.077926] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.078378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.078378] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c008b691-fe50-4e0b-b7de-887f8cd75cc7 with status ACTIVE [ 1371.078378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.078632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.078632] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.078754] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.078844] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.079031] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.079132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.079196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.082159] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.082159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.082159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c008b691-fe50-4e0b-b7de-887f8cd75cc7 is going to be updated. [ 1371.102780] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.102982] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.103052] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.103216] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.103350] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.103514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c008b691-fe50-4e0b-b7de-887f8cd75cc7" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.627546] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1372.627889] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.627947] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.628153] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.628341] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.628492] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.628561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.628721] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.628803] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.628897] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.132044] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.634475] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.137378] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.137624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.137624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.137820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.137910] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.138023] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1374.165214] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.165407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.165407] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.165622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.165766] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.175159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1375.572809] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.573344] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1376.186535] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1376.186706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.186850] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.187092] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.187282] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.187396] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.187455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.187609] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.187690] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.187774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.187866] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.690270] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.690699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.690699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.690699] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.690955] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.691113] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.691203] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.691389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.691508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.691622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.691798] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.691919] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.692016] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.692193] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.692363] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.692479] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.692561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.692724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.692872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.692918] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.692989] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.195111] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a18653c5-c70b-4049-ae32-c2da03c69697: rpc.has_security_group_logging(os_id): False [ 1377.213187] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.213454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.213454] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.213610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.213703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.213925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.214086] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.214141] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.214250] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.214330] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.214541] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.214646] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.214706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.214843] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.214915] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.215102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.215194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.215252] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.215386] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.215458] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.215542] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1377.275790] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.276023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.276023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.276206] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.276372] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.293486] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1379.311812] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1379.312198] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.574290] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.574600] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.007373] env[65675]: INFO networking_nsxv3.common.synchronization [req-ccc68e3a-f6a9-410d-8b3f-6316569fce18 req-dc8656fc-fd07-4ce3-be46-a13eeced15cc tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1383.007913] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1383.008244] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.008377] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.008448] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.008659] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.008818] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.008911] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.008972] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.009136] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.009217] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.009308] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.512021] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.014384] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.516825] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.517059] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.517114] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.517305] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.517402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.517507] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1384.549172] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.549355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.549397] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.549598] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.550012] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.558740] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1386.570444] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1386.570729] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.008699] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.009137] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.281758] env[65675]: INFO networking_nsxv3.common.synchronization [req-20258e7c-2b0d-4bd3-9b95-b2eca6adea82 req-c5142055-cf68-4c85-b1a8-8d30c609886c tempest-ServersTestJSON-14731187 tempest-ServersTestJSON-14731187-project-member] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1389.281758] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGHEST for action security_group_members [ 1389.282056] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.282235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.282285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.282572] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.282649] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.282774] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.282855] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.283027] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.283132] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.283233] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.785679] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.785952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.785952] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.786145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.786224] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.786447] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.786533] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.786631] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.786724] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.786796] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.786879] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be updated. [ 1389.817102] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.817355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.817355] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.817487] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.817625] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.825851] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: IN_PROGRESS for 2s [ 1391.837903] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a18653c5-c70b-4049-ae32-c2da03c69697 in Status: SUCCESS [ 1391.837903] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 deletion is rescheduled due to dependency. [ 1391.838352] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.282625] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.282964] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.284086] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.284516] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.285124] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.285502] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.286552] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.286982] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.287557] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.288092] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.289394] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.289774] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.290797] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.291262] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.292431] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.292868] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.293163] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.293650] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.294449] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.294960] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.295799] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.296249] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.296873] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.297671] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.298923] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.299377] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.300558] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.301322] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.302653] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.302653] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.304032] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.304032] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.304499] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.305023] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.306296] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.306678] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.307441] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.307880] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.445584] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.446030] env[65675]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d1597869-a089-4250-a80d-046490a3e09f None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.308961] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.309123] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.310245] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.310696] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.311725] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.312145] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.312714] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.312714] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.415081] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.415081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.415081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.415081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.415081] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.917502] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.420080] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.922799] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1505.922902] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1506.714941] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.715375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.715375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.715375] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.727010] env[65675]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1506.727921] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.729122] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1506.766586] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.766791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.766791] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.766954] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.779932] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.780720] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1506.780800] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.780894] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1506.808867] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.809108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.809108] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.809288] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.809895] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.810059] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1506.884296] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.884514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.884514] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.884777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.885094] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.885366] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1506.968408] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.968621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.968621] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.968814] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.969101] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.969383] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:21. [ 1506.969472] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c06a08f9-f159-4023-a666-680457b0598c', '58399a0e-0e7e-4e8e-a953-8c6f636959d4', '8824a2ad-53da-4e07-80cd-9ddfeae64566', '43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4', '21051091-abcc-446d-a04b-214dc2a5a12b', 'b4e9d528-8987-4e93-951e-c64368a88531', '96fd3949-3d85-4884-b04a-dfeb2348ee87', 'cd117b62-8e60-4946-8a7b-7b44e0e1ff87', 'af18370a-ac0b-46b5-b25e-d8e262148846', '7c37fde6-fcf1-493e-9e50-5a16e9fbc70a', '51ddfce5-e521-4c6e-b8b8-6d5b30653fd0', '5cbe0c24-20b8-46f4-9dc3-fef083a87dd8', 'ad133a56-f64f-4fce-9ca1-5d89d934cea0', 'e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c', '426cb978-b248-4fec-a106-ebcefad5d76d', '75f6d56d-3601-4d01-8085-f38fbb21e326', '9d9363ce-aa1b-440a-839d-c71d89db685a', '447d2632-1ec6-45e3-8b1d-bf247f8b8717', 'a18653c5-c70b-4049-ae32-c2da03c69697', 'e02338ef-4413-4971-bca0-cb3fac3628b0', 'e01f5ec5-7861-4d3e-9626-df4f67e9d8ab'} {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.969575] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1506.989342] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.989575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.989575] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.989733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.989875] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.989992] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1506.990085] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.990159] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1507.075863] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.076084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.076084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.076247] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.077311] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.077559] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1507.077659] env[65675]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65675) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.077778] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1507.077854] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1507.077935] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/21 resources of Type:Security Group Rules [ 1507.078013] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGH for action security_group_rules [ 1507.078100] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGH for action security_group_rules [ 1507.078166] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGH for action security_group_rules [ 1507.078228] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGH for action security_group_rules [ 1507.078287] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGH for action security_group_rules [ 1507.078339] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGH for action security_group_rules [ 1507.078401] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGH for action security_group_rules [ 1507.078459] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGH for action security_group_rules [ 1507.078519] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGH for action security_group_rules [ 1507.078578] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGH for action security_group_rules [ 1507.078639] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGH for action security_group_rules [ 1507.078698] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGH for action security_group_rules [ 1507.078758] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGH for action security_group_rules [ 1507.078818] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGH for action security_group_rules [ 1507.078881] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGH for action security_group_rules [ 1507.078941] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGH for action security_group_rules [ 1507.079007] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGH for action security_group_rules [ 1507.079071] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGH for action security_group_rules [ 1507.079131] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGH for action security_group_rules [ 1507.079191] env[65675]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGH for action security_group_rules [ 1507.079286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.314017] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.314409] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1509.314409] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06a08f9-f159-4023-a666-680457b0598c with Priority: HIGH for action security_group_rules [ 1509.314527] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 with Priority: HIGH for action security_group_rules [ 1509.314630] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 with Priority: HIGH for action security_group_rules [ 1509.314728] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426cb978-b248-4fec-a106-ebcefad5d76d with Priority: HIGH for action security_group_rules [ 1509.314823] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02338ef-4413-4971-bca0-cb3fac3628b0 with Priority: HIGH for action security_group_rules [ 1509.314914] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18653c5-c70b-4049-ae32-c2da03c69697 with Priority: HIGH for action security_group_rules [ 1509.315017] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 with Priority: HIGH for action security_group_rules [ 1509.315109] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9363ce-aa1b-440a-839d-c71d89db685a with Priority: HIGH for action security_group_rules [ 1509.315198] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c with Priority: HIGH for action security_group_rules [ 1509.315286] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 with Priority: HIGH for action security_group_rules [ 1509.315372] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 with Priority: HIGH for action security_group_rules [ 1509.315472] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 with Priority: HIGH for action security_group_rules [ 1509.315533] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 with Priority: HIGH for action security_group_rules [ 1509.315618] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a with Priority: HIGH for action security_group_rules [ 1509.315738] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af18370a-ac0b-46b5-b25e-d8e262148846 with Priority: HIGH for action security_group_rules [ 1509.315853] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e9d528-8987-4e93-951e-c64368a88531 with Priority: HIGH for action security_group_rules [ 1509.315894] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 with Priority: HIGH for action security_group_rules [ 1509.315978] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21051091-abcc-446d-a04b-214dc2a5a12b with Priority: HIGH for action security_group_rules [ 1509.316050] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 with Priority: HIGH for action security_group_rules [ 1509.316125] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 with Priority: HIGH for action security_group_rules [ 1509.316473] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06a08f9-f159-4023-a666-680457b0598c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.316599] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.316657] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.316877] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.316974] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06a08f9-f159-4023-a666-680457b0598c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.319616] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8824a2ad-53da-4e07-80cd-9ddfeae64566 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.319765] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.319820] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.320017] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.320105] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8824a2ad-53da-4e07-80cd-9ddfeae64566',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.320916] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fd3949-3d85-4884-b04a-dfeb2348ee87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.321883] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.321984] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.322192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.322278] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fd3949-3d85-4884-b04a-dfeb2348ee87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.323040] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426cb978-b248-4fec-a106-ebcefad5d76d taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.323147] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.323211] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.323371] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.323688] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426cb978-b248-4fec-a106-ebcefad5d76d',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.324643] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e02338ef-4413-4971-bca0-cb3fac3628b0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.324643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.324643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.324643] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.324643] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e02338ef-4413-4971-bca0-cb3fac3628b0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.325480] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a18653c5-c70b-4049-ae32-c2da03c69697 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.325480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.325480] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.326285] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.326285] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a18653c5-c70b-4049-ae32-c2da03c69697',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.326396] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.326483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.326527] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.326678] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.326746] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d2632-1ec6-45e3-8b1d-bf247f8b8717',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.327433] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9363ce-aa1b-440a-839d-c71d89db685a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.327539] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.327622] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.327777] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.327884] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9363ce-aa1b-440a-839d-c71d89db685a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.328981] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.329161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.329161] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.329307] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.329493] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.330239] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f6d56d-3601-4d01-8085-f38fbb21e326 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.330304] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.330339] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.330477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.330550] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f6d56d-3601-4d01-8085-f38fbb21e326',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.331317] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.331431] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.331475] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.331611] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.331681] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad133a56-f64f-4fce-9ca1-5d89d934cea0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.332408] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.332541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.332541] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.332660] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.332733] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbe0c24-20b8-46f4-9dc3-fef083a87dd8',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.333503] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.334025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.334025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.334025] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.334025] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51ddfce5-e521-4c6e-b8b8-6d5b30653fd0',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.334531] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.334639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.334723] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.334851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.334918] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c37fde6-fcf1-493e-9e50-5a16e9fbc70a',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.335606] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af18370a-ac0b-46b5-b25e-d8e262148846 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.335747] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.335826] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.335960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.336049] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af18370a-ac0b-46b5-b25e-d8e262148846',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.336701] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4e9d528-8987-4e93-951e-c64368a88531 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.336927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.336927] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.337031] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.337117] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4e9d528-8987-4e93-951e-c64368a88531',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.337886] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.338585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.338585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.338585] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.338585] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd117b62-8e60-4946-8a7b-7b44e0e1ff87',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.339371] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21051091-abcc-446d-a04b-214dc2a5a12b taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.339455] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.339506] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.339633] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.339706] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21051091-abcc-446d-a04b-214dc2a5a12b',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.340624] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.340624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.340624] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.341208] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.341208] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58399a0e-0e7e-4e8e-a953-8c6f636959d4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.342190] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.342315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.342385] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.343073] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.343073] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.377575] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.377802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.377802] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.378089] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.387791] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.387981] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.388893] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.389047] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.390215] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.390382] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.391276] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.391383] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.392178] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.392295] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.396812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.396925] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8824a2ad-53da-4e07-80cd-9ddfeae64566 is going to be deleted. [ 1509.397782] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.397989] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.419209] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.419409] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426cb978-b248-4fec-a106-ebcefad5d76d is going to be deleted. [ 1509.420279] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.420509] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.447896] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.448083] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e02338ef-4413-4971-bca0-cb3fac3628b0 is going to be deleted. [ 1509.448945] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.449246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.469679] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.470042] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.471294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.471512] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06a08f9-f159-4023-a666-680457b0598c is going to be deleted. [ 1509.472395] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.472619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.492171] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.492367] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.521613] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.521835] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a18653c5-c70b-4049-ae32-c2da03c69697 is going to be deleted. [ 1509.522661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.522885] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.524862] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.524967] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.561700] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.561862] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fd3949-3d85-4884-b04a-dfeb2348ee87 is going to be deleted. [ 1509.562761] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.562960] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.563071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.563194] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8824a2ad-53da-4e07-80cd-9ddfeae64566" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.563347] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.563552] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.563594] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.563693] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426cb978-b248-4fec-a106-ebcefad5d76d" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.564235] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.564422] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.564508] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.564619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e02338ef-4413-4971-bca0-cb3fac3628b0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.596101] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.596294] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.596362] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.596536] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.596626] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.596749] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06a08f9-f159-4023-a666-680457b0598c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.650424] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.650661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.650661] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.650865] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.651023] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.651106] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fd3949-3d85-4884-b04a-dfeb2348ee87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.676364] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.676608] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.676691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.676926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.677055] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.677225] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a18653c5-c70b-4049-ae32-c2da03c69697" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.892809] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.893081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.893081] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.893233] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.895260] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.895426] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.896065] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.896212] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.896868] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.896958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.897630] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.897732] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.898389] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.898483] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.899197] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.899286] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.900015] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.900111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.901163] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.901259] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.901949] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.902076] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.902746] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.902839] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.903479] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.903905] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.904039] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.904599] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.904993] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.905112] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.905697] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.906074] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.906173] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.918281] env[65675]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.918740] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.918844] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58399a0e-0e7e-4e8e-a953-8c6f636959d4 is going to be deleted. [ 1509.919719] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.919958] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.939257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.939408] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c37fde6-fcf1-493e-9e50-5a16e9fbc70a is going to be deleted. [ 1509.940308] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.940561] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.959164] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.959317] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad133a56-f64f-4fce-9ca1-5d89d934cea0 is going to be deleted. [ 1509.960261] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.960477] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.979991] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.980197] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.983111] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.983239] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f6d56d-3601-4d01-8085-f38fbb21e326 is going to be deleted. [ 1509.984127] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.984340] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.997918] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.998145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.011131] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.011306] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4e9d528-8987-4e93-951e-c64368a88531 is going to be deleted. [ 1510.012176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.012391] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.035925] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.036159] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.054793] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.055051] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.055810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.055945] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21051091-abcc-446d-a04b-214dc2a5a12b is going to be deleted. [ 1510.057037] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.057255] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.096714] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.096914] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.119526] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.119688] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51ddfce5-e521-4c6e-b8b8-6d5b30653fd0 is going to be deleted. [ 1510.120619] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.120872] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.151450] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.151685] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.280335] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.280534] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af18370a-ac0b-46b5-b25e-d8e262148846 is going to be deleted. [ 1510.281461] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.281694] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.357102] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.357477] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd117b62-8e60-4946-8a7b-7b44e0e1ff87 is going to be deleted. [ 1510.358204] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.358420] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.411691] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.411854] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbe0c24-20b8-46f4-9dc3-fef083a87dd8 is going to be deleted. [ 1510.412733] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.412986] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.472516] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.472702] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c is going to be deleted. [ 1510.473581] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.473795] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.497446] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.497666] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.498687] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.498836] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.509596] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.509784] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d2632-1ec6-45e3-8b1d-bf247f8b8717 is going to be deleted. [ 1510.511135] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.511451] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.527616] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.527840] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.538647] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.538859] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.551268] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.551431] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9363ce-aa1b-440a-839d-c71d89db685a is going to be deleted. [ 1510.552402] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.552612] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.581484] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.581744] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.583942] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.583942] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4 is going to be deleted. [ 1510.584787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.585013] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.585145] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.585280] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58399a0e-0e7e-4e8e-a953-8c6f636959d4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.585440] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.585610] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.585692] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.585810] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c37fde6-fcf1-493e-9e50-5a16e9fbc70a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.586318] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.586473] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.586635] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.586684] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad133a56-f64f-4fce-9ca1-5d89d934cea0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.586792] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.586934] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.587022] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.587143] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f6d56d-3601-4d01-8085-f38fbb21e326" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.587272] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.587413] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.587488] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.587603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4e9d528-8987-4e93-951e-c64368a88531" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.587730] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.587923] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.588035] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.588196] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21051091-abcc-446d-a04b-214dc2a5a12b" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.588331] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.588476] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.588551] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.588662] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af18370a-ac0b-46b5-b25e-d8e262148846" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.588787] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.588926] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.589105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589105] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51ddfce5-e521-4c6e-b8b8-6d5b30653fd0" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.589378] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.589450] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589550] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd117b62-8e60-4946-8a7b-7b44e0e1ff87" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589673] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.589811] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.589916] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.590046] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbe0c24-20b8-46f4-9dc3-fef083a87dd8" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.590176] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.590315] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.590389] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.590496] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e626d5eb-cdd7-4c41-ba6b-c0bc932ba99c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.598720] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.598868] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.598909] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.599084] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.599237] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.599302] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d2632-1ec6-45e3-8b1d-bf247f8b8717" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.694097] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.694303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.694303] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.694515] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.694603] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.694728] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9363ce-aa1b-440a-839d-c71d89db685a" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.712588] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.712799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.712799] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.713071] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.713190] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.713257] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43dbfaa4-2cc7-4de8-9450-d5f9dbf771b4" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.317285] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.317718] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.318927] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.318927] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.319462] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.319848] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.943262] env[65675]: INFO networking_nsxv3.common.synchronization [req-c3e04926-8bcc-4981-a2fd-04049f2880f0 req-2ee56462-3fe1-4d53-86ae-f7a3e9bf5633 tempest-AttachVolumeNegativeTest-272356153 tempest-AttachVolumeNegativeTest-272356153-project-member] Enqueued Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1528.943530] env[65675]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65b8d4a-11c5-474d-a7ef-90b21607487c with Priority: HIGHEST for action security_group_members [ 1528.943669] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65b8d4a-11c5-474d-a7ef-90b21607487c taken with stack trace [, , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.943788] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.943851] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.944246] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.944443] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.944639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.944639] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.945129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.945129] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.945129] env[65675]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65b8d4a-11c5-474d-a7ef-90b21607487c',) {} {{(pid=65675) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.447770] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.447997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.447997] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.448192] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.448301] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.448504] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.448597] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.448706] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.448812] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.448886] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.448971] env[65675]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65b8d4a-11c5-474d-a7ef-90b21607487c is going to be deleted. [ 1529.481288] env[65675]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65675) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.481521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.481521] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.481703] env[65675]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.481819] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.481893] env[65675]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65b8d4a-11c5-474d-a7ef-90b21607487c" {{(pid=65675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.944174] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.944636] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.945491] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.945863] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.946805] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.946805] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.947410] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.947832] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.948921] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.949325] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.950478] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.950891] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.951650] env[65675]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.953452] env[65675]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0